{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Imports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sarsa import sarsa\n",
    "from qlearning import qlearning\n",
    "from expected_sarsa import expected_sarsa\n",
    "import matplotlib.pyplot as plt\n",
    "from matplotlib import pylab\n",
    "import time"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Parameters"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "alpha = 0.4\n",
    "gamma = 0.999\n",
    "epsilon = 0.9\n",
    "episodes = 2000\n",
    "max_steps = 2500\n",
    "n_tests = 20"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Qlearning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/timetraveller/.local/lib/python3.7/site-packages/gym/envs/registration.py:14: PkgResourcesDeprecationWarning: Parameters to load are deprecated.  Call .resolve and .require separately.\n",
      "  result = entry_point.load(False)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 0\n",
      "Episode: 1\n",
      "Episode: 2\n",
      "Episode: 3\n",
      "Episode: 4\n",
      "Episode: 5\n",
      "Episode: 6\n",
      "Episode: 7\n",
      "Episode: 8\n",
      "Episode: 9\n",
      "Episode: 10\n",
      "Episode: 11\n",
      "Episode: 12\n",
      "Episode: 13\n",
      "Episode: 14\n",
      "Episode: 15\n",
      "Episode: 16\n",
      "Episode: 17\n",
      "Episode: 18\n",
      "Episode: 19\n",
      "Episode: 20\n",
      "Episode: 21\n",
      "Episode: 22\n",
      "Episode: 23\n",
      "Episode: 24\n",
      "Episode: 25\n",
      "Episode: 26\n",
      "Episode: 27\n",
      "Episode: 28\n",
      "Episode: 29\n",
      "Episode: 30\n",
      "Episode: 31\n",
      "Episode: 32\n",
      "Episode: 33\n",
      "Episode: 34\n",
      "Episode: 35\n",
      "Episode: 36\n",
      "Episode: 37\n",
      "Episode: 38\n",
      "Episode: 39\n",
      "Episode: 40\n",
      "Episode: 41\n",
      "Episode: 42\n",
      "Episode: 43\n",
      "Episode: 44\n",
      "Episode: 45\n",
      "Episode: 46\n",
      "Episode: 47\n",
      "Episode: 48\n",
      "Episode: 49\n",
      "Episode: 50\n",
      "Episode: 51\n",
      "Episode: 52\n",
      "Episode: 53\n",
      "Episode: 54\n",
      "Episode: 55\n",
      "Episode: 56\n",
      "Episode: 57\n",
      "Episode: 58\n",
      "Episode: 59\n",
      "Episode: 60\n",
      "Episode: 61\n",
      "Episode: 62\n",
      "Episode: 63\n",
      "Episode: 64\n",
      "Episode: 65\n",
      "Episode: 66\n",
      "Episode: 67\n",
      "Episode: 68\n",
      "Episode: 69\n",
      "Episode: 70\n",
      "Episode: 71\n",
      "Episode: 72\n",
      "Episode: 73\n",
      "Episode: 74\n",
      "Episode: 75\n",
      "Episode: 76\n",
      "Episode: 77\n",
      "Episode: 78\n",
      "Episode: 79\n",
      "Episode: 80\n",
      "Episode: 81\n",
      "Episode: 82\n",
      "Episode: 83\n",
      "Episode: 84\n",
      "Episode: 85\n",
      "Episode: 86\n",
      "Episode: 87\n",
      "Episode: 88\n",
      "Episode: 89\n",
      "Episode: 90\n",
      "Episode: 91\n",
      "Episode: 92\n",
      "Episode: 93\n",
      "Episode: 94\n",
      "Episode: 95\n",
      "Episode: 96\n",
      "Episode: 97\n",
      "Episode: 98\n",
      "Episode: 99\n",
      "Episode: 100\n",
      "Episode: 101\n",
      "Episode: 102\n",
      "Episode: 103\n",
      "Episode: 104\n",
      "Episode: 105\n",
      "Episode: 106\n",
      "Episode: 107\n",
      "Episode: 108\n",
      "Episode: 109\n",
      "Episode: 110\n",
      "Episode: 111\n",
      "Episode: 112\n",
      "Episode: 113\n",
      "Episode: 114\n",
      "Episode: 115\n",
      "Episode: 116\n",
      "Episode: 117\n",
      "Episode: 118\n",
      "Episode: 119\n",
      "Episode: 120\n",
      "Episode: 121\n",
      "Episode: 122\n",
      "Episode: 123\n",
      "Episode: 124\n",
      "Episode: 125\n",
      "Episode: 126\n",
      "Episode: 127\n",
      "Episode: 128\n",
      "Episode: 129\n",
      "Episode: 130\n",
      "Episode: 131\n",
      "Episode: 132\n",
      "Episode: 133\n",
      "Episode: 134\n",
      "Episode: 135\n",
      "Episode: 136\n",
      "Episode: 137\n",
      "Episode: 138\n",
      "Episode: 139\n",
      "Episode: 140\n",
      "Episode: 141\n",
      "Episode: 142\n",
      "Episode: 143\n",
      "Episode: 144\n",
      "Episode: 145\n",
      "Episode: 146\n",
      "Episode: 147\n",
      "Episode: 148\n",
      "Episode: 149\n",
      "Episode: 150\n",
      "Episode: 151\n",
      "Episode: 152\n",
      "Episode: 153\n",
      "Episode: 154\n",
      "Episode: 155\n",
      "Episode: 156\n",
      "Episode: 157\n",
      "Episode: 158\n",
      "Episode: 159\n",
      "Episode: 160\n",
      "Episode: 161\n",
      "Episode: 162\n",
      "Episode: 163\n",
      "Episode: 164\n",
      "Episode: 165\n",
      "Episode: 166\n",
      "Episode: 167\n",
      "Episode: 168\n",
      "Episode: 169\n",
      "Episode: 170\n",
      "Episode: 171\n",
      "Episode: 172\n",
      "Episode: 173\n",
      "Episode: 174\n",
      "Episode: 175\n",
      "Episode: 176\n",
      "Episode: 177\n",
      "Episode: 178\n",
      "Episode: 179\n",
      "Episode: 180\n",
      "Episode: 181\n",
      "Episode: 182\n",
      "Episode: 183\n",
      "Episode: 184\n",
      "Episode: 185\n",
      "Episode: 186\n",
      "Episode: 187\n",
      "Episode: 188\n",
      "Episode: 189\n",
      "Episode: 190\n",
      "Episode: 191\n",
      "Episode: 192\n",
      "Episode: 193\n",
      "Episode: 194\n",
      "Episode: 195\n",
      "Episode: 196\n",
      "Episode: 197\n",
      "Episode: 198\n",
      "Episode: 199\n",
      "Episode: 200\n",
      "Episode: 201\n",
      "Episode: 202\n",
      "Episode: 203\n",
      "Episode: 204\n",
      "Episode: 205\n",
      "Episode: 206\n",
      "Episode: 207\n",
      "Episode: 208\n",
      "Episode: 209\n",
      "Episode: 210\n",
      "Episode: 211\n",
      "Episode: 212\n",
      "Episode: 213\n",
      "Episode: 214\n",
      "Episode: 215\n",
      "Episode: 216\n",
      "Episode: 217\n",
      "Episode: 218\n",
      "Episode: 219\n",
      "Episode: 220\n",
      "Episode: 221\n",
      "Episode: 222\n",
      "Episode: 223\n",
      "Episode: 224\n",
      "Episode: 225\n",
      "Episode: 226\n",
      "Episode: 227\n",
      "Episode: 228\n",
      "Episode: 229\n",
      "Episode: 230\n",
      "Episode: 231\n",
      "Episode: 232\n",
      "Episode: 233\n",
      "Episode: 234\n",
      "Episode: 235\n",
      "Episode: 236\n",
      "Episode: 237\n",
      "Episode: 238\n",
      "Episode: 239\n",
      "Episode: 240\n",
      "Episode: 241\n",
      "Episode: 242\n",
      "Episode: 243\n",
      "Episode: 244\n",
      "Episode: 245\n",
      "Episode: 246\n",
      "Episode: 247\n",
      "Episode: 248\n",
      "Episode: 249\n",
      "Episode: 250\n",
      "Episode: 251\n",
      "Episode: 252\n",
      "Episode: 253\n",
      "Episode: 254\n",
      "Episode: 255\n",
      "Episode: 256\n",
      "Episode: 257\n",
      "Episode: 258\n",
      "Episode: 259\n",
      "Episode: 260\n",
      "Episode: 261\n",
      "Episode: 262\n",
      "Episode: 263\n",
      "Episode: 264\n",
      "Episode: 265\n",
      "Episode: 266\n",
      "Episode: 267\n",
      "Episode: 268\n",
      "Episode: 269\n",
      "Episode: 270\n",
      "Episode: 271\n",
      "Episode: 272\n",
      "Episode: 273\n",
      "Episode: 274\n",
      "Episode: 275\n",
      "Episode: 276\n",
      "Episode: 277\n",
      "Episode: 278\n",
      "Episode: 279\n",
      "Episode: 280\n",
      "Episode: 281\n",
      "Episode: 282\n",
      "Episode: 283\n",
      "Episode: 284\n",
      "Episode: 285\n",
      "Episode: 286\n",
      "Episode: 287\n",
      "Episode: 288\n",
      "Episode: 289\n",
      "Episode: 290\n",
      "Episode: 291\n",
      "Episode: 292\n",
      "Episode: 293\n",
      "Episode: 294\n",
      "Episode: 295\n",
      "Episode: 296\n",
      "Episode: 297\n",
      "Episode: 298\n",
      "Episode: 299\n",
      "Episode: 300\n",
      "Episode: 301\n",
      "Episode: 302\n",
      "Episode: 303\n",
      "Episode: 304\n",
      "Episode: 305\n",
      "Episode: 306\n",
      "Episode: 307\n",
      "Episode: 308\n",
      "Episode: 309\n",
      "Episode: 310\n",
      "Episode: 311\n",
      "Episode: 312\n",
      "Episode: 313\n",
      "Episode: 314\n",
      "Episode: 315\n",
      "Episode: 316\n",
      "Episode: 317\n",
      "Episode: 318\n",
      "Episode: 319\n",
      "Episode: 320\n",
      "Episode: 321\n",
      "Episode: 322\n",
      "Episode: 323\n",
      "Episode: 324\n",
      "Episode: 325\n",
      "Episode: 326\n",
      "Episode: 327\n",
      "Episode: 328\n",
      "Episode: 329\n",
      "Episode: 330\n",
      "Episode: 331\n",
      "Episode: 332\n",
      "Episode: 333\n",
      "Episode: 334\n",
      "Episode: 335\n",
      "Episode: 336\n",
      "Episode: 337\n",
      "Episode: 338\n",
      "Episode: 339\n",
      "Episode: 340\n",
      "Episode: 341\n",
      "Episode: 342\n",
      "Episode: 343\n",
      "Episode: 344\n",
      "Episode: 345\n",
      "Episode: 346\n",
      "Episode: 347\n",
      "Episode: 348\n",
      "Episode: 349\n",
      "Episode: 350\n",
      "Episode: 351\n",
      "Episode: 352\n",
      "Episode: 353\n",
      "Episode: 354\n",
      "Episode: 355\n",
      "Episode: 356\n",
      "Episode: 357\n",
      "Episode: 358\n",
      "Episode: 359\n",
      "Episode: 360\n",
      "Episode: 361\n",
      "Episode: 362\n",
      "Episode: 363\n",
      "Episode: 364\n",
      "Episode: 365\n",
      "Episode: 366\n",
      "Episode: 367\n",
      "Episode: 368\n",
      "Episode: 369\n",
      "Episode: 370\n",
      "Episode: 371\n",
      "Episode: 372\n",
      "Episode: 373\n",
      "Episode: 374\n",
      "Episode: 375\n",
      "Episode: 376\n",
      "Episode: 377\n",
      "Episode: 378\n",
      "Episode: 379\n",
      "Episode: 380\n",
      "Episode: 381\n",
      "Episode: 382\n",
      "Episode: 383\n",
      "Episode: 384\n",
      "Episode: 385\n",
      "Episode: 386\n",
      "Episode: 387\n",
      "Episode: 388\n",
      "Episode: 389\n",
      "Episode: 390\n",
      "Episode: 391\n",
      "Episode: 392\n",
      "Episode: 393\n",
      "Episode: 394\n",
      "Episode: 395\n",
      "Episode: 396\n",
      "Episode: 397\n",
      "Episode: 398\n",
      "Episode: 399\n",
      "Episode: 400\n",
      "Episode: 401\n",
      "Episode: 402\n",
      "Episode: 403\n",
      "Episode: 404\n",
      "Episode: 405\n",
      "Episode: 406\n",
      "Episode: 407\n",
      "Episode: 408\n",
      "Episode: 409\n",
      "Episode: 410\n",
      "Episode: 411\n",
      "Episode: 412\n",
      "Episode: 413\n",
      "Episode: 414\n",
      "Episode: 415\n",
      "Episode: 416\n",
      "Episode: 417\n",
      "Episode: 418\n",
      "Episode: 419\n",
      "Episode: 420\n",
      "Episode: 421\n",
      "Episode: 422\n",
      "Episode: 423\n",
      "Episode: 424\n",
      "Episode: 425\n",
      "Episode: 426\n",
      "Episode: 427\n",
      "Episode: 428\n",
      "Episode: 429\n",
      "Episode: 430\n",
      "Episode: 431\n",
      "Episode: 432\n",
      "Episode: 433\n",
      "Episode: 434\n",
      "Episode: 435\n",
      "Episode: 436\n",
      "Episode: 437\n",
      "Episode: 438\n",
      "Episode: 439\n",
      "Episode: 440\n",
      "Episode: 441\n",
      "Episode: 442\n",
      "Episode: 443\n",
      "Episode: 444\n",
      "Episode: 445\n",
      "Episode: 446\n",
      "Episode: 447\n",
      "Episode: 448\n",
      "Episode: 449\n",
      "Episode: 450\n",
      "Episode: 451\n",
      "Episode: 452\n",
      "Episode: 453\n",
      "Episode: 454\n",
      "Episode: 455\n",
      "Episode: 456\n",
      "Episode: 457\n",
      "Episode: 458\n",
      "Episode: 459\n",
      "Episode: 460\n",
      "Episode: 461\n",
      "Episode: 462\n",
      "Episode: 463\n",
      "Episode: 464\n",
      "Episode: 465\n",
      "Episode: 466\n",
      "Episode: 467\n",
      "Episode: 468\n",
      "Episode: 469\n",
      "Episode: 470\n",
      "Episode: 471\n",
      "Episode: 472\n",
      "Episode: 473\n",
      "Episode: 474\n",
      "Episode: 475\n",
      "Episode: 476\n",
      "Episode: 477\n",
      "Episode: 478\n",
      "Episode: 479\n",
      "Episode: 480\n",
      "Episode: 481\n",
      "Episode: 482\n",
      "Episode: 483\n",
      "Episode: 484\n",
      "Episode: 485\n",
      "Episode: 486\n",
      "Episode: 487\n",
      "Episode: 488\n",
      "Episode: 489\n",
      "Episode: 490\n",
      "Episode: 491\n",
      "Episode: 492\n",
      "Episode: 493\n",
      "Episode: 494\n",
      "Episode: 495\n",
      "Episode: 496\n",
      "Episode: 497\n",
      "Episode: 498\n",
      "Episode: 499\n",
      "Episode: 500\n",
      "Episode: 501\n",
      "Episode: 502\n",
      "Episode: 503\n",
      "Episode: 504\n",
      "Episode: 505\n",
      "Episode: 506\n",
      "Episode: 507\n",
      "Episode: 508\n",
      "Episode: 509\n",
      "Episode: 510\n",
      "Episode: 511\n",
      "Episode: 512\n",
      "Episode: 513\n",
      "Episode: 514\n",
      "Episode: 515\n",
      "Episode: 516\n",
      "Episode: 517\n",
      "Episode: 518\n",
      "Episode: 519\n",
      "Episode: 520\n",
      "Episode: 521\n",
      "Episode: 522\n",
      "Episode: 523\n",
      "Episode: 524\n",
      "Episode: 525\n",
      "Episode: 526\n",
      "Episode: 527\n",
      "Episode: 528\n",
      "Episode: 529\n",
      "Episode: 530\n",
      "Episode: 531\n",
      "Episode: 532\n",
      "Episode: 533\n",
      "Episode: 534\n",
      "Episode: 535\n",
      "Episode: 536\n",
      "Episode: 537\n",
      "Episode: 538\n",
      "Episode: 539\n",
      "Episode: 540\n",
      "Episode: 541\n",
      "Episode: 542\n",
      "Episode: 543\n",
      "Episode: 544\n",
      "Episode: 545\n",
      "Episode: 546\n",
      "Episode: 547\n",
      "Episode: 548\n",
      "Episode: 549\n",
      "Episode: 550\n",
      "Episode: 551\n",
      "Episode: 552\n",
      "Episode: 553\n",
      "Episode: 554\n",
      "Episode: 555\n",
      "Episode: 556\n",
      "Episode: 557\n",
      "Episode: 558\n",
      "Episode: 559\n",
      "Episode: 560\n",
      "Episode: 561\n",
      "Episode: 562\n",
      "Episode: 563\n",
      "Episode: 564\n",
      "Episode: 565\n",
      "Episode: 566\n",
      "Episode: 567\n",
      "Episode: 568\n",
      "Episode: 569\n",
      "Episode: 570\n",
      "Episode: 571\n",
      "Episode: 572\n",
      "Episode: 573\n",
      "Episode: 574\n",
      "Episode: 575\n",
      "Episode: 576\n",
      "Episode: 577\n",
      "Episode: 578\n",
      "Episode: 579\n",
      "Episode: 580\n",
      "Episode: 581\n",
      "Episode: 582\n",
      "Episode: 583\n",
      "Episode: 584\n",
      "Episode: 585\n",
      "Episode: 586\n",
      "Episode: 587\n",
      "Episode: 588\n",
      "Episode: 589\n",
      "Episode: 590\n",
      "Episode: 591\n",
      "Episode: 592\n",
      "Episode: 593\n",
      "Episode: 594\n",
      "Episode: 595\n",
      "Episode: 596\n",
      "Episode: 597\n",
      "Episode: 598\n",
      "Episode: 599\n",
      "Episode: 600\n",
      "Episode: 601\n",
      "Episode: 602\n",
      "Episode: 603\n",
      "Episode: 604\n",
      "Episode: 605\n",
      "Episode: 606\n",
      "Episode: 607\n",
      "Episode: 608\n",
      "Episode: 609\n",
      "Episode: 610\n",
      "Episode: 611\n",
      "Episode: 612\n",
      "Episode: 613\n",
      "Episode: 614\n",
      "Episode: 615\n",
      "Episode: 616\n",
      "Episode: 617\n",
      "Episode: 618\n",
      "Episode: 619\n",
      "Episode: 620\n",
      "Episode: 621\n",
      "Episode: 622\n",
      "Episode: 623\n",
      "Episode: 624\n",
      "Episode: 625\n",
      "Episode: 626\n",
      "Episode: 627\n",
      "Episode: 628\n",
      "Episode: 629\n",
      "Episode: 630\n",
      "Episode: 631\n",
      "Episode: 632\n",
      "Episode: 633\n",
      "Episode: 634\n",
      "Episode: 635\n",
      "Episode: 636\n",
      "Episode: 637\n",
      "Episode: 638\n",
      "Episode: 639\n",
      "Episode: 640\n",
      "Episode: 641\n",
      "Episode: 642\n",
      "Episode: 643\n",
      "Episode: 644\n",
      "Episode: 645\n",
      "Episode: 646\n",
      "Episode: 647\n",
      "Episode: 648\n",
      "Episode: 649\n",
      "Episode: 650\n",
      "Episode: 651\n",
      "Episode: 652\n",
      "Episode: 653\n",
      "Episode: 654\n",
      "Episode: 655\n",
      "Episode: 656\n",
      "Episode: 657\n",
      "Episode: 658\n",
      "Episode: 659\n",
      "Episode: 660\n",
      "Episode: 661\n",
      "Episode: 662\n",
      "Episode: 663\n",
      "Episode: 664\n",
      "Episode: 665\n",
      "Episode: 666\n",
      "Episode: 667\n",
      "Episode: 668\n",
      "Episode: 669\n",
      "Episode: 670\n",
      "Episode: 671\n",
      "Episode: 672\n",
      "Episode: 673\n",
      "Episode: 674\n",
      "Episode: 675\n",
      "Episode: 676\n",
      "Episode: 677\n",
      "Episode: 678\n",
      "Episode: 679\n",
      "Episode: 680\n",
      "Episode: 681\n",
      "Episode: 682\n",
      "Episode: 683\n",
      "Episode: 684\n",
      "Episode: 685\n",
      "Episode: 686\n",
      "Episode: 687\n",
      "Episode: 688\n",
      "Episode: 689\n",
      "Episode: 690\n",
      "Episode: 691\n",
      "Episode: 692\n",
      "Episode: 693\n",
      "Episode: 694\n",
      "Episode: 695\n",
      "Episode: 696\n",
      "Episode: 697\n",
      "Episode: 698\n",
      "Episode: 699\n",
      "Episode: 700\n",
      "Episode: 701\n",
      "Episode: 702\n",
      "Episode: 703\n",
      "Episode: 704\n",
      "Episode: 705\n",
      "Episode: 706\n",
      "Episode: 707\n",
      "Episode: 708\n",
      "Episode: 709\n",
      "Episode: 710\n",
      "Episode: 711\n",
      "Episode: 712\n",
      "Episode: 713\n",
      "Episode: 714\n",
      "Episode: 715\n",
      "Episode: 716\n",
      "Episode: 717\n",
      "Episode: 718\n",
      "Episode: 719\n",
      "Episode: 720\n",
      "Episode: 721\n",
      "Episode: 722\n",
      "Episode: 723\n",
      "Episode: 724\n",
      "Episode: 725\n",
      "Episode: 726\n",
      "Episode: 727\n",
      "Episode: 728\n",
      "Episode: 729\n",
      "Episode: 730\n",
      "Episode: 731\n",
      "Episode: 732\n",
      "Episode: 733\n",
      "Episode: 734\n",
      "Episode: 735\n",
      "Episode: 736\n",
      "Episode: 737\n",
      "Episode: 738\n",
      "Episode: 739\n",
      "Episode: 740\n",
      "Episode: 741\n",
      "Episode: 742\n",
      "Episode: 743\n",
      "Episode: 744\n",
      "Episode: 745\n",
      "Episode: 746\n",
      "Episode: 747\n",
      "Episode: 748\n",
      "Episode: 749\n",
      "Episode: 750\n",
      "Episode: 751\n",
      "Episode: 752\n",
      "Episode: 753\n",
      "Episode: 754\n",
      "Episode: 755\n",
      "Episode: 756\n",
      "Episode: 757\n",
      "Episode: 758\n",
      "Episode: 759\n",
      "Episode: 760\n",
      "Episode: 761\n",
      "Episode: 762\n",
      "Episode: 763\n",
      "Episode: 764\n",
      "Episode: 765\n",
      "Episode: 766\n",
      "Episode: 767\n",
      "Episode: 768\n",
      "Episode: 769\n",
      "Episode: 770\n",
      "Episode: 771\n",
      "Episode: 772\n",
      "Episode: 773\n",
      "Episode: 774\n",
      "Episode: 775\n",
      "Episode: 776\n",
      "Episode: 777\n",
      "Episode: 778\n",
      "Episode: 779\n",
      "Episode: 780\n",
      "Episode: 781\n",
      "Episode: 782\n",
      "Episode: 783\n",
      "Episode: 784\n",
      "Episode: 785\n",
      "Episode: 786\n",
      "Episode: 787\n",
      "Episode: 788\n",
      "Episode: 789\n",
      "Episode: 790\n",
      "Episode: 791\n",
      "Episode: 792\n",
      "Episode: 793\n",
      "Episode: 794\n",
      "Episode: 795\n",
      "Episode: 796\n",
      "Episode: 797\n",
      "Episode: 798\n",
      "Episode: 799\n",
      "Episode: 800\n",
      "Episode: 801\n",
      "Episode: 802\n",
      "Episode: 803\n",
      "Episode: 804\n",
      "Episode: 805\n",
      "Episode: 806\n",
      "Episode: 807\n",
      "Episode: 808\n",
      "Episode: 809\n",
      "Episode: 810\n",
      "Episode: 811\n",
      "Episode: 812\n",
      "Episode: 813\n",
      "Episode: 814\n",
      "Episode: 815\n",
      "Episode: 816\n",
      "Episode: 817\n",
      "Episode: 818\n",
      "Episode: 819\n",
      "Episode: 820\n",
      "Episode: 821\n",
      "Episode: 822\n",
      "Episode: 823\n",
      "Episode: 824\n",
      "Episode: 825\n",
      "Episode: 826\n",
      "Episode: 827\n",
      "Episode: 828\n",
      "Episode: 829\n",
      "Episode: 830\n",
      "Episode: 831\n",
      "Episode: 832\n",
      "Episode: 833\n",
      "Episode: 834\n",
      "Episode: 835\n",
      "Episode: 836\n",
      "Episode: 837\n",
      "Episode: 838\n",
      "Episode: 839\n",
      "Episode: 840\n",
      "Episode: 841\n",
      "Episode: 842\n",
      "Episode: 843\n",
      "Episode: 844\n",
      "Episode: 845\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 846\n",
      "Episode: 847\n",
      "Episode: 848\n",
      "Episode: 849\n",
      "Episode: 850\n",
      "Episode: 851\n",
      "Episode: 852\n",
      "Episode: 853\n",
      "Episode: 854\n",
      "Episode: 855\n",
      "Episode: 856\n",
      "Episode: 857\n",
      "Episode: 858\n",
      "Episode: 859\n",
      "Episode: 860\n",
      "Episode: 861\n",
      "Episode: 862\n",
      "Episode: 863\n",
      "Episode: 864\n",
      "Episode: 865\n",
      "Episode: 866\n",
      "Episode: 867\n",
      "Episode: 868\n",
      "Episode: 869\n",
      "Episode: 870\n",
      "Episode: 871\n",
      "Episode: 872\n",
      "Episode: 873\n",
      "Episode: 874\n",
      "Episode: 875\n",
      "Episode: 876\n",
      "Episode: 877\n",
      "Episode: 878\n",
      "Episode: 879\n",
      "Episode: 880\n",
      "Episode: 881\n",
      "Episode: 882\n",
      "Episode: 883\n",
      "Episode: 884\n",
      "Episode: 885\n",
      "Episode: 886\n",
      "Episode: 887\n",
      "Episode: 888\n",
      "Episode: 889\n",
      "Episode: 890\n",
      "Episode: 891\n",
      "Episode: 892\n",
      "Episode: 893\n",
      "Episode: 894\n",
      "Episode: 895\n",
      "Episode: 896\n",
      "Episode: 897\n",
      "Episode: 898\n",
      "Episode: 899\n",
      "Episode: 900\n",
      "Episode: 901\n",
      "Episode: 902\n",
      "Episode: 903\n",
      "Episode: 904\n",
      "Episode: 905\n",
      "Episode: 906\n",
      "Episode: 907\n",
      "Episode: 908\n",
      "Episode: 909\n",
      "Episode: 910\n",
      "Episode: 911\n",
      "Episode: 912\n",
      "Episode: 913\n",
      "Episode: 914\n",
      "Episode: 915\n",
      "Episode: 916\n",
      "Episode: 917\n",
      "Episode: 918\n",
      "Episode: 919\n",
      "Episode: 920\n",
      "Episode: 921\n",
      "Episode: 922\n",
      "Episode: 923\n",
      "Episode: 924\n",
      "Episode: 925\n",
      "Episode: 926\n",
      "Episode: 927\n",
      "Episode: 928\n",
      "Episode: 929\n",
      "Episode: 930\n",
      "Episode: 931\n",
      "Episode: 932\n",
      "Episode: 933\n",
      "Episode: 934\n",
      "Episode: 935\n",
      "Episode: 936\n",
      "Episode: 937\n",
      "Episode: 938\n",
      "Episode: 939\n",
      "Episode: 940\n",
      "Episode: 941\n",
      "Episode: 942\n",
      "Episode: 943\n",
      "Episode: 944\n",
      "Episode: 945\n",
      "Episode: 946\n",
      "Episode: 947\n",
      "Episode: 948\n",
      "Episode: 949\n",
      "Episode: 950\n",
      "Episode: 951\n",
      "Episode: 952\n",
      "Episode: 953\n",
      "Episode: 954\n",
      "Episode: 955\n",
      "Episode: 956\n",
      "Episode: 957\n",
      "Episode: 958\n",
      "Episode: 959\n",
      "Episode: 960\n",
      "Episode: 961\n",
      "Episode: 962\n",
      "Episode: 963\n",
      "Episode: 964\n",
      "Episode: 965\n",
      "Episode: 966\n",
      "Episode: 967\n",
      "Episode: 968\n",
      "Episode: 969\n",
      "Episode: 970\n",
      "Episode: 971\n",
      "Episode: 972\n",
      "Episode: 973\n",
      "Episode: 974\n",
      "Episode: 975\n",
      "Episode: 976\n",
      "Episode: 977\n",
      "Episode: 978\n",
      "Episode: 979\n",
      "Episode: 980\n",
      "Episode: 981\n",
      "Episode: 982\n",
      "Episode: 983\n",
      "Episode: 984\n",
      "Episode: 985\n",
      "Episode: 986\n",
      "Episode: 987\n",
      "Episode: 988\n",
      "Episode: 989\n",
      "Episode: 990\n",
      "Episode: 991\n",
      "Episode: 992\n",
      "Episode: 993\n",
      "Episode: 994\n",
      "Episode: 995\n",
      "Episode: 996\n",
      "Episode: 997\n",
      "Episode: 998\n",
      "Episode: 999\n",
      "Episode: 1000\n",
      "Episode: 1001\n",
      "Episode: 1002\n",
      "Episode: 1003\n",
      "Episode: 1004\n",
      "Episode: 1005\n",
      "Episode: 1006\n",
      "Episode: 1007\n",
      "Episode: 1008\n",
      "Episode: 1009\n",
      "Episode: 1010\n",
      "Episode: 1011\n",
      "Episode: 1012\n",
      "Episode: 1013\n",
      "Episode: 1014\n",
      "Episode: 1015\n",
      "Episode: 1016\n",
      "Episode: 1017\n",
      "Episode: 1018\n",
      "Episode: 1019\n",
      "Episode: 1020\n",
      "Episode: 1021\n",
      "Episode: 1022\n",
      "Episode: 1023\n",
      "Episode: 1024\n",
      "Episode: 1025\n",
      "Episode: 1026\n",
      "Episode: 1027\n",
      "Episode: 1028\n",
      "Episode: 1029\n",
      "Episode: 1030\n",
      "Episode: 1031\n",
      "Episode: 1032\n",
      "Episode: 1033\n",
      "Episode: 1034\n",
      "Episode: 1035\n",
      "Episode: 1036\n",
      "Episode: 1037\n",
      "Episode: 1038\n",
      "Episode: 1039\n",
      "Episode: 1040\n",
      "Episode: 1041\n",
      "Episode: 1042\n",
      "Episode: 1043\n",
      "Episode: 1044\n",
      "Episode: 1045\n",
      "Episode: 1046\n",
      "Episode: 1047\n",
      "Episode: 1048\n",
      "Episode: 1049\n",
      "Episode: 1050\n",
      "Episode: 1051\n",
      "Episode: 1052\n",
      "Episode: 1053\n",
      "Episode: 1054\n",
      "Episode: 1055\n",
      "Episode: 1056\n",
      "Episode: 1057\n",
      "Episode: 1058\n",
      "Episode: 1059\n",
      "Episode: 1060\n",
      "Episode: 1061\n",
      "Episode: 1062\n",
      "Episode: 1063\n",
      "Episode: 1064\n",
      "Episode: 1065\n",
      "Episode: 1066\n",
      "Episode: 1067\n",
      "Episode: 1068\n",
      "Episode: 1069\n",
      "Episode: 1070\n",
      "Episode: 1071\n",
      "Episode: 1072\n",
      "Episode: 1073\n",
      "Episode: 1074\n",
      "Episode: 1075\n",
      "Episode: 1076\n",
      "Episode: 1077\n",
      "Episode: 1078\n",
      "Episode: 1079\n",
      "Episode: 1080\n",
      "Episode: 1081\n",
      "Episode: 1082\n",
      "Episode: 1083\n",
      "Episode: 1084\n",
      "Episode: 1085\n",
      "Episode: 1086\n",
      "Episode: 1087\n",
      "Episode: 1088\n",
      "Episode: 1089\n",
      "Episode: 1090\n",
      "Episode: 1091\n",
      "Episode: 1092\n",
      "Episode: 1093\n",
      "Episode: 1094\n",
      "Episode: 1095\n",
      "Episode: 1096\n",
      "Episode: 1097\n",
      "Episode: 1098\n",
      "Episode: 1099\n",
      "Episode: 1100\n",
      "Episode: 1101\n",
      "Episode: 1102\n",
      "Episode: 1103\n",
      "Episode: 1104\n",
      "Episode: 1105\n",
      "Episode: 1106\n",
      "Episode: 1107\n",
      "Episode: 1108\n",
      "Episode: 1109\n",
      "Episode: 1110\n",
      "Episode: 1111\n",
      "Episode: 1112\n",
      "Episode: 1113\n",
      "Episode: 1114\n",
      "Episode: 1115\n",
      "Episode: 1116\n",
      "Episode: 1117\n",
      "Episode: 1118\n",
      "Episode: 1119\n",
      "Episode: 1120\n",
      "Episode: 1121\n",
      "Episode: 1122\n",
      "Episode: 1123\n",
      "Episode: 1124\n",
      "Episode: 1125\n",
      "Episode: 1126\n",
      "Episode: 1127\n",
      "Episode: 1128\n",
      "Episode: 1129\n",
      "Episode: 1130\n",
      "Episode: 1131\n",
      "Episode: 1132\n",
      "Episode: 1133\n",
      "Episode: 1134\n",
      "Episode: 1135\n",
      "Episode: 1136\n",
      "Episode: 1137\n",
      "Episode: 1138\n",
      "Episode: 1139\n",
      "Episode: 1140\n",
      "Episode: 1141\n",
      "Episode: 1142\n",
      "Episode: 1143\n",
      "Episode: 1144\n",
      "Episode: 1145\n",
      "Episode: 1146\n",
      "Episode: 1147\n",
      "Episode: 1148\n",
      "Episode: 1149\n",
      "Episode: 1150\n",
      "Episode: 1151\n",
      "Episode: 1152\n",
      "Episode: 1153\n",
      "Episode: 1154\n",
      "Episode: 1155\n",
      "Episode: 1156\n",
      "Episode: 1157\n",
      "Episode: 1158\n",
      "Episode: 1159\n",
      "Episode: 1160\n",
      "Episode: 1161\n",
      "Episode: 1162\n",
      "Episode: 1163\n",
      "Episode: 1164\n",
      "Episode: 1165\n",
      "Episode: 1166\n",
      "Episode: 1167\n",
      "Episode: 1168\n",
      "Episode: 1169\n",
      "Episode: 1170\n",
      "Episode: 1171\n",
      "Episode: 1172\n",
      "Episode: 1173\n",
      "Episode: 1174\n",
      "Episode: 1175\n",
      "Episode: 1176\n",
      "Episode: 1177\n",
      "Episode: 1178\n",
      "Episode: 1179\n",
      "Episode: 1180\n",
      "Episode: 1181\n",
      "Episode: 1182\n",
      "Episode: 1183\n",
      "Episode: 1184\n",
      "Episode: 1185\n",
      "Episode: 1186\n",
      "Episode: 1187\n",
      "Episode: 1188\n",
      "Episode: 1189\n",
      "Episode: 1190\n",
      "Episode: 1191\n",
      "Episode: 1192\n",
      "Episode: 1193\n",
      "Episode: 1194\n",
      "Episode: 1195\n",
      "Episode: 1196\n",
      "Episode: 1197\n",
      "Episode: 1198\n",
      "Episode: 1199\n",
      "Episode: 1200\n",
      "Episode: 1201\n",
      "Episode: 1202\n",
      "Episode: 1203\n",
      "Episode: 1204\n",
      "Episode: 1205\n",
      "Episode: 1206\n",
      "Episode: 1207\n",
      "Episode: 1208\n",
      "Episode: 1209\n",
      "Episode: 1210\n",
      "Episode: 1211\n",
      "Episode: 1212\n",
      "Episode: 1213\n",
      "Episode: 1214\n",
      "Episode: 1215\n",
      "Episode: 1216\n",
      "Episode: 1217\n",
      "Episode: 1218\n",
      "Episode: 1219\n",
      "Episode: 1220\n",
      "Episode: 1221\n",
      "Episode: 1222\n",
      "Episode: 1223\n",
      "Episode: 1224\n",
      "Episode: 1225\n",
      "Episode: 1226\n",
      "Episode: 1227\n",
      "Episode: 1228\n",
      "Episode: 1229\n",
      "Episode: 1230\n",
      "Episode: 1231\n",
      "Episode: 1232\n",
      "Episode: 1233\n",
      "Episode: 1234\n",
      "Episode: 1235\n",
      "Episode: 1236\n",
      "Episode: 1237\n",
      "Episode: 1238\n",
      "Episode: 1239\n",
      "Episode: 1240\n",
      "Episode: 1241\n",
      "Episode: 1242\n",
      "Episode: 1243\n",
      "Episode: 1244\n",
      "Episode: 1245\n",
      "Episode: 1246\n",
      "Episode: 1247\n",
      "Episode: 1248\n",
      "Episode: 1249\n",
      "Episode: 1250\n",
      "Episode: 1251\n",
      "Episode: 1252\n",
      "Episode: 1253\n",
      "Episode: 1254\n",
      "Episode: 1255\n",
      "Episode: 1256\n",
      "Episode: 1257\n",
      "Episode: 1258\n",
      "Episode: 1259\n",
      "Episode: 1260\n",
      "Episode: 1261\n",
      "Episode: 1262\n",
      "Episode: 1263\n",
      "Episode: 1264\n",
      "Episode: 1265\n",
      "Episode: 1266\n",
      "Episode: 1267\n",
      "Episode: 1268\n",
      "Episode: 1269\n",
      "Episode: 1270\n",
      "Episode: 1271\n",
      "Episode: 1272\n",
      "Episode: 1273\n",
      "Episode: 1274\n",
      "Episode: 1275\n",
      "Episode: 1276\n",
      "Episode: 1277\n",
      "Episode: 1278\n",
      "Episode: 1279\n",
      "Episode: 1280\n",
      "Episode: 1281\n",
      "Episode: 1282\n",
      "Episode: 1283\n",
      "Episode: 1284\n",
      "Episode: 1285\n",
      "Episode: 1286\n",
      "Episode: 1287\n",
      "Episode: 1288\n",
      "Episode: 1289\n",
      "Episode: 1290\n",
      "Episode: 1291\n",
      "Episode: 1292\n",
      "Episode: 1293\n",
      "Episode: 1294\n",
      "Episode: 1295\n",
      "Episode: 1296\n",
      "Episode: 1297\n",
      "Episode: 1298\n",
      "Episode: 1299\n",
      "Episode: 1300\n",
      "Episode: 1301\n",
      "Episode: 1302\n",
      "Episode: 1303\n",
      "Episode: 1304\n",
      "Episode: 1305\n",
      "Episode: 1306\n",
      "Episode: 1307\n",
      "Episode: 1308\n",
      "Episode: 1309\n",
      "Episode: 1310\n",
      "Episode: 1311\n",
      "Episode: 1312\n",
      "Episode: 1313\n",
      "Episode: 1314\n",
      "Episode: 1315\n",
      "Episode: 1316\n",
      "Episode: 1317\n",
      "Episode: 1318\n",
      "Episode: 1319\n",
      "Episode: 1320\n",
      "Episode: 1321\n",
      "Episode: 1322\n",
      "Episode: 1323\n",
      "Episode: 1324\n",
      "Episode: 1325\n",
      "Episode: 1326\n",
      "Episode: 1327\n",
      "Episode: 1328\n",
      "Episode: 1329\n",
      "Episode: 1330\n",
      "Episode: 1331\n",
      "Episode: 1332\n",
      "Episode: 1333\n",
      "Episode: 1334\n",
      "Episode: 1335\n",
      "Episode: 1336\n",
      "Episode: 1337\n",
      "Episode: 1338\n",
      "Episode: 1339\n",
      "Episode: 1340\n",
      "Episode: 1341\n",
      "Episode: 1342\n",
      "Episode: 1343\n",
      "Episode: 1344\n",
      "Episode: 1345\n",
      "Episode: 1346\n",
      "Episode: 1347\n",
      "Episode: 1348\n",
      "Episode: 1349\n",
      "Episode: 1350\n",
      "Episode: 1351\n",
      "Episode: 1352\n",
      "Episode: 1353\n",
      "Episode: 1354\n",
      "Episode: 1355\n",
      "Episode: 1356\n",
      "Episode: 1357\n",
      "Episode: 1358\n",
      "Episode: 1359\n",
      "Episode: 1360\n",
      "Episode: 1361\n",
      "Episode: 1362\n",
      "Episode: 1363\n",
      "Episode: 1364\n",
      "Episode: 1365\n",
      "Episode: 1366\n",
      "Episode: 1367\n",
      "Episode: 1368\n",
      "Episode: 1369\n",
      "Episode: 1370\n",
      "Episode: 1371\n",
      "Episode: 1372\n",
      "Episode: 1373\n",
      "Episode: 1374\n",
      "Episode: 1375\n",
      "Episode: 1376\n",
      "Episode: 1377\n",
      "Episode: 1378\n",
      "Episode: 1379\n",
      "Episode: 1380\n",
      "Episode: 1381\n",
      "Episode: 1382\n",
      "Episode: 1383\n",
      "Episode: 1384\n",
      "Episode: 1385\n",
      "Episode: 1386\n",
      "Episode: 1387\n",
      "Episode: 1388\n",
      "Episode: 1389\n",
      "Episode: 1390\n",
      "Episode: 1391\n",
      "Episode: 1392\n",
      "Episode: 1393\n",
      "Episode: 1394\n",
      "Episode: 1395\n",
      "Episode: 1396\n",
      "Episode: 1397\n",
      "Episode: 1398\n",
      "Episode: 1399\n",
      "Episode: 1400\n",
      "Episode: 1401\n",
      "Episode: 1402\n",
      "Episode: 1403\n",
      "Episode: 1404\n",
      "Episode: 1405\n",
      "Episode: 1406\n",
      "Episode: 1407\n",
      "Episode: 1408\n",
      "Episode: 1409\n",
      "Episode: 1410\n",
      "Episode: 1411\n",
      "Episode: 1412\n",
      "Episode: 1413\n",
      "Episode: 1414\n",
      "Episode: 1415\n",
      "Episode: 1416\n",
      "Episode: 1417\n",
      "Episode: 1418\n",
      "Episode: 1419\n",
      "Episode: 1420\n",
      "Episode: 1421\n",
      "Episode: 1422\n",
      "Episode: 1423\n",
      "Episode: 1424\n",
      "Episode: 1425\n",
      "Episode: 1426\n",
      "Episode: 1427\n",
      "Episode: 1428\n",
      "Episode: 1429\n",
      "Episode: 1430\n",
      "Episode: 1431\n",
      "Episode: 1432\n",
      "Episode: 1433\n",
      "Episode: 1434\n",
      "Episode: 1435\n",
      "Episode: 1436\n",
      "Episode: 1437\n",
      "Episode: 1438\n",
      "Episode: 1439\n",
      "Episode: 1440\n",
      "Episode: 1441\n",
      "Episode: 1442\n",
      "Episode: 1443\n",
      "Episode: 1444\n",
      "Episode: 1445\n",
      "Episode: 1446\n",
      "Episode: 1447\n",
      "Episode: 1448\n",
      "Episode: 1449\n",
      "Episode: 1450\n",
      "Episode: 1451\n",
      "Episode: 1452\n",
      "Episode: 1453\n",
      "Episode: 1454\n",
      "Episode: 1455\n",
      "Episode: 1456\n",
      "Episode: 1457\n",
      "Episode: 1458\n",
      "Episode: 1459\n",
      "Episode: 1460\n",
      "Episode: 1461\n",
      "Episode: 1462\n",
      "Episode: 1463\n",
      "Episode: 1464\n",
      "Episode: 1465\n",
      "Episode: 1466\n",
      "Episode: 1467\n",
      "Episode: 1468\n",
      "Episode: 1469\n",
      "Episode: 1470\n",
      "Episode: 1471\n",
      "Episode: 1472\n",
      "Episode: 1473\n",
      "Episode: 1474\n",
      "Episode: 1475\n",
      "Episode: 1476\n",
      "Episode: 1477\n",
      "Episode: 1478\n",
      "Episode: 1479\n",
      "Episode: 1480\n",
      "Episode: 1481\n",
      "Episode: 1482\n",
      "Episode: 1483\n",
      "Episode: 1484\n",
      "Episode: 1485\n",
      "Episode: 1486\n",
      "Episode: 1487\n",
      "Episode: 1488\n",
      "Episode: 1489\n",
      "Episode: 1490\n",
      "Episode: 1491\n",
      "Episode: 1492\n",
      "Episode: 1493\n",
      "Episode: 1494\n",
      "Episode: 1495\n",
      "Episode: 1496\n",
      "Episode: 1497\n",
      "Episode: 1498\n",
      "Episode: 1499\n",
      "Episode: 1500\n",
      "Episode: 1501\n",
      "Episode: 1502\n",
      "Episode: 1503\n",
      "Episode: 1504\n",
      "Episode: 1505\n",
      "Episode: 1506\n",
      "Episode: 1507\n",
      "Episode: 1508\n",
      "Episode: 1509\n",
      "Episode: 1510\n",
      "Episode: 1511\n",
      "Episode: 1512\n",
      "Episode: 1513\n",
      "Episode: 1514\n",
      "Episode: 1515\n",
      "Episode: 1516\n",
      "Episode: 1517\n",
      "Episode: 1518\n",
      "Episode: 1519\n",
      "Episode: 1520\n",
      "Episode: 1521\n",
      "Episode: 1522\n",
      "Episode: 1523\n",
      "Episode: 1524\n",
      "Episode: 1525\n",
      "Episode: 1526\n",
      "Episode: 1527\n",
      "Episode: 1528\n",
      "Episode: 1529\n",
      "Episode: 1530\n",
      "Episode: 1531\n",
      "Episode: 1532\n",
      "Episode: 1533\n",
      "Episode: 1534\n",
      "Episode: 1535\n",
      "Episode: 1536\n",
      "Episode: 1537\n",
      "Episode: 1538\n",
      "Episode: 1539\n",
      "Episode: 1540\n",
      "Episode: 1541\n",
      "Episode: 1542\n",
      "Episode: 1543\n",
      "Episode: 1544\n",
      "Episode: 1545\n",
      "Episode: 1546\n",
      "Episode: 1547\n",
      "Episode: 1548\n",
      "Episode: 1549\n",
      "Episode: 1550\n",
      "Episode: 1551\n",
      "Episode: 1552\n",
      "Episode: 1553\n",
      "Episode: 1554\n",
      "Episode: 1555\n",
      "Episode: 1556\n",
      "Episode: 1557\n",
      "Episode: 1558\n",
      "Episode: 1559\n",
      "Episode: 1560\n",
      "Episode: 1561\n",
      "Episode: 1562\n",
      "Episode: 1563\n",
      "Episode: 1564\n",
      "Episode: 1565\n",
      "Episode: 1566\n",
      "Episode: 1567\n",
      "Episode: 1568\n",
      "Episode: 1569\n",
      "Episode: 1570\n",
      "Episode: 1571\n",
      "Episode: 1572\n",
      "Episode: 1573\n",
      "Episode: 1574\n",
      "Episode: 1575\n",
      "Episode: 1576\n",
      "Episode: 1577\n",
      "Episode: 1578\n",
      "Episode: 1579\n",
      "Episode: 1580\n",
      "Episode: 1581\n",
      "Episode: 1582\n",
      "Episode: 1583\n",
      "Episode: 1584\n",
      "Episode: 1585\n",
      "Episode: 1586\n",
      "Episode: 1587\n",
      "Episode: 1588\n",
      "Episode: 1589\n",
      "Episode: 1590\n",
      "Episode: 1591\n",
      "Episode: 1592\n",
      "Episode: 1593\n",
      "Episode: 1594\n",
      "Episode: 1595\n",
      "Episode: 1596\n",
      "Episode: 1597\n",
      "Episode: 1598\n",
      "Episode: 1599\n",
      "Episode: 1600\n",
      "Episode: 1601\n",
      "Episode: 1602\n",
      "Episode: 1603\n",
      "Episode: 1604\n",
      "Episode: 1605\n",
      "Episode: 1606\n",
      "Episode: 1607\n",
      "Episode: 1608\n",
      "Episode: 1609\n",
      "Episode: 1610\n",
      "Episode: 1611\n",
      "Episode: 1612\n",
      "Episode: 1613\n",
      "Episode: 1614\n",
      "Episode: 1615\n",
      "Episode: 1616\n",
      "Episode: 1617\n",
      "Episode: 1618\n",
      "Episode: 1619\n",
      "Episode: 1620\n",
      "Episode: 1621\n",
      "Episode: 1622\n",
      "Episode: 1623\n",
      "Episode: 1624\n",
      "Episode: 1625\n",
      "Episode: 1626\n",
      "Episode: 1627\n",
      "Episode: 1628\n",
      "Episode: 1629\n",
      "Episode: 1630\n",
      "Episode: 1631\n",
      "Episode: 1632\n",
      "Episode: 1633\n",
      "Episode: 1634\n",
      "Episode: 1635\n",
      "Episode: 1636\n",
      "Episode: 1637\n",
      "Episode: 1638\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 1639\n",
      "Episode: 1640\n",
      "Episode: 1641\n",
      "Episode: 1642\n",
      "Episode: 1643\n",
      "Episode: 1644\n",
      "Episode: 1645\n",
      "Episode: 1646\n",
      "Episode: 1647\n",
      "Episode: 1648\n",
      "Episode: 1649\n",
      "Episode: 1650\n",
      "Episode: 1651\n",
      "Episode: 1652\n",
      "Episode: 1653\n",
      "Episode: 1654\n",
      "Episode: 1655\n",
      "Episode: 1656\n",
      "Episode: 1657\n",
      "Episode: 1658\n",
      "Episode: 1659\n",
      "Episode: 1660\n",
      "Episode: 1661\n",
      "Episode: 1662\n",
      "Episode: 1663\n",
      "Episode: 1664\n",
      "Episode: 1665\n",
      "Episode: 1666\n",
      "Episode: 1667\n",
      "Episode: 1668\n",
      "Episode: 1669\n",
      "Episode: 1670\n",
      "Episode: 1671\n",
      "Episode: 1672\n",
      "Episode: 1673\n",
      "Episode: 1674\n",
      "Episode: 1675\n",
      "Episode: 1676\n",
      "Episode: 1677\n",
      "Episode: 1678\n",
      "Episode: 1679\n",
      "Episode: 1680\n",
      "Episode: 1681\n",
      "Episode: 1682\n",
      "Episode: 1683\n",
      "Episode: 1684\n",
      "Episode: 1685\n",
      "Episode: 1686\n",
      "Episode: 1687\n",
      "Episode: 1688\n",
      "Episode: 1689\n",
      "Episode: 1690\n",
      "Episode: 1691\n",
      "Episode: 1692\n",
      "Episode: 1693\n",
      "Episode: 1694\n",
      "Episode: 1695\n",
      "Episode: 1696\n",
      "Episode: 1697\n",
      "Episode: 1698\n",
      "Episode: 1699\n",
      "Episode: 1700\n",
      "Episode: 1701\n",
      "Episode: 1702\n",
      "Episode: 1703\n",
      "Episode: 1704\n",
      "Episode: 1705\n",
      "Episode: 1706\n",
      "Episode: 1707\n",
      "Episode: 1708\n",
      "Episode: 1709\n",
      "Episode: 1710\n",
      "Episode: 1711\n",
      "Episode: 1712\n",
      "Episode: 1713\n",
      "Episode: 1714\n",
      "Episode: 1715\n",
      "Episode: 1716\n",
      "Episode: 1717\n",
      "Episode: 1718\n",
      "Episode: 1719\n",
      "Episode: 1720\n",
      "Episode: 1721\n",
      "Episode: 1722\n",
      "Episode: 1723\n",
      "Episode: 1724\n",
      "Episode: 1725\n",
      "Episode: 1726\n",
      "Episode: 1727\n",
      "Episode: 1728\n",
      "Episode: 1729\n",
      "Episode: 1730\n",
      "Episode: 1731\n",
      "Episode: 1732\n",
      "Episode: 1733\n",
      "Episode: 1734\n",
      "Episode: 1735\n",
      "Episode: 1736\n",
      "Episode: 1737\n",
      "Episode: 1738\n",
      "Episode: 1739\n",
      "Episode: 1740\n",
      "Episode: 1741\n",
      "Episode: 1742\n",
      "Episode: 1743\n",
      "Episode: 1744\n",
      "Episode: 1745\n",
      "Episode: 1746\n",
      "Episode: 1747\n",
      "Episode: 1748\n",
      "Episode: 1749\n",
      "Episode: 1750\n",
      "Episode: 1751\n",
      "Episode: 1752\n",
      "Episode: 1753\n",
      "Episode: 1754\n",
      "Episode: 1755\n",
      "Episode: 1756\n",
      "Episode: 1757\n",
      "Episode: 1758\n",
      "Episode: 1759\n",
      "Episode: 1760\n",
      "Episode: 1761\n",
      "Episode: 1762\n",
      "Episode: 1763\n",
      "Episode: 1764\n",
      "Episode: 1765\n",
      "Episode: 1766\n",
      "Episode: 1767\n",
      "Episode: 1768\n",
      "Episode: 1769\n",
      "Episode: 1770\n",
      "Episode: 1771\n",
      "Episode: 1772\n",
      "Episode: 1773\n",
      "Episode: 1774\n",
      "Episode: 1775\n",
      "Episode: 1776\n",
      "Episode: 1777\n",
      "Episode: 1778\n",
      "Episode: 1779\n",
      "Episode: 1780\n",
      "Episode: 1781\n",
      "Episode: 1782\n",
      "Episode: 1783\n",
      "Episode: 1784\n",
      "Episode: 1785\n",
      "Episode: 1786\n",
      "Episode: 1787\n",
      "Episode: 1788\n",
      "Episode: 1789\n",
      "Episode: 1790\n",
      "Episode: 1791\n",
      "Episode: 1792\n",
      "Episode: 1793\n",
      "Episode: 1794\n",
      "Episode: 1795\n",
      "Episode: 1796\n",
      "Episode: 1797\n",
      "Episode: 1798\n",
      "Episode: 1799\n",
      "Episode: 1800\n",
      "Episode: 1801\n",
      "Episode: 1802\n",
      "Episode: 1803\n",
      "Episode: 1804\n",
      "Episode: 1805\n",
      "Episode: 1806\n",
      "Episode: 1807\n",
      "Episode: 1808\n",
      "Episode: 1809\n",
      "Episode: 1810\n",
      "Episode: 1811\n",
      "Episode: 1812\n",
      "Episode: 1813\n",
      "Episode: 1814\n",
      "Episode: 1815\n",
      "Episode: 1816\n",
      "Episode: 1817\n",
      "Episode: 1818\n",
      "Episode: 1819\n",
      "Episode: 1820\n",
      "Episode: 1821\n",
      "Episode: 1822\n",
      "Episode: 1823\n",
      "Episode: 1824\n",
      "Episode: 1825\n",
      "Episode: 1826\n",
      "Episode: 1827\n",
      "Episode: 1828\n",
      "Episode: 1829\n",
      "Episode: 1830\n",
      "Episode: 1831\n",
      "Episode: 1832\n",
      "Episode: 1833\n",
      "Episode: 1834\n",
      "Episode: 1835\n",
      "Episode: 1836\n",
      "Episode: 1837\n",
      "Episode: 1838\n",
      "Episode: 1839\n",
      "Episode: 1840\n",
      "Episode: 1841\n",
      "Episode: 1842\n",
      "Episode: 1843\n",
      "Episode: 1844\n",
      "Episode: 1845\n",
      "Episode: 1846\n",
      "Episode: 1847\n",
      "Episode: 1848\n",
      "Episode: 1849\n",
      "Episode: 1850\n",
      "Episode: 1851\n",
      "Episode: 1852\n",
      "Episode: 1853\n",
      "Episode: 1854\n",
      "Episode: 1855\n",
      "Episode: 1856\n",
      "Episode: 1857\n",
      "Episode: 1858\n",
      "Episode: 1859\n",
      "Episode: 1860\n",
      "Episode: 1861\n",
      "Episode: 1862\n",
      "Episode: 1863\n",
      "Episode: 1864\n",
      "Episode: 1865\n",
      "Episode: 1866\n",
      "Episode: 1867\n",
      "Episode: 1868\n",
      "Episode: 1869\n",
      "Episode: 1870\n",
      "Episode: 1871\n",
      "Episode: 1872\n",
      "Episode: 1873\n",
      "Episode: 1874\n",
      "Episode: 1875\n",
      "Episode: 1876\n",
      "Episode: 1877\n",
      "Episode: 1878\n",
      "Episode: 1879\n",
      "Episode: 1880\n",
      "Episode: 1881\n",
      "Episode: 1882\n",
      "Episode: 1883\n",
      "Episode: 1884\n",
      "Episode: 1885\n",
      "Episode: 1886\n",
      "Episode: 1887\n",
      "Episode: 1888\n",
      "Episode: 1889\n",
      "Episode: 1890\n",
      "Episode: 1891\n",
      "Episode: 1892\n",
      "Episode: 1893\n",
      "Episode: 1894\n",
      "Episode: 1895\n",
      "Episode: 1896\n",
      "Episode: 1897\n",
      "Episode: 1898\n",
      "Episode: 1899\n",
      "Episode: 1900\n",
      "Episode: 1901\n",
      "Episode: 1902\n",
      "Episode: 1903\n",
      "Episode: 1904\n",
      "Episode: 1905\n",
      "Episode: 1906\n",
      "Episode: 1907\n",
      "Episode: 1908\n",
      "Episode: 1909\n",
      "Episode: 1910\n",
      "Episode: 1911\n",
      "Episode: 1912\n",
      "Episode: 1913\n",
      "Episode: 1914\n",
      "Episode: 1915\n",
      "Episode: 1916\n",
      "Episode: 1917\n",
      "Episode: 1918\n",
      "Episode: 1919\n",
      "Episode: 1920\n",
      "Episode: 1921\n",
      "Episode: 1922\n",
      "Episode: 1923\n",
      "Episode: 1924\n",
      "Episode: 1925\n",
      "Episode: 1926\n",
      "Episode: 1927\n",
      "Episode: 1928\n",
      "Episode: 1929\n",
      "Episode: 1930\n",
      "Episode: 1931\n",
      "Episode: 1932\n",
      "Episode: 1933\n",
      "Episode: 1934\n",
      "Episode: 1935\n",
      "Episode: 1936\n",
      "Episode: 1937\n",
      "Episode: 1938\n",
      "Episode: 1939\n",
      "Episode: 1940\n",
      "Episode: 1941\n",
      "Episode: 1942\n",
      "Episode: 1943\n",
      "Episode: 1944\n",
      "Episode: 1945\n",
      "Episode: 1946\n",
      "Episode: 1947\n",
      "Episode: 1948\n",
      "Episode: 1949\n",
      "Episode: 1950\n",
      "Episode: 1951\n",
      "Episode: 1952\n",
      "Episode: 1953\n",
      "Episode: 1954\n",
      "Episode: 1955\n",
      "Episode: 1956\n",
      "Episode: 1957\n",
      "Episode: 1958\n",
      "Episode: 1959\n",
      "Episode: 1960\n",
      "Episode: 1961\n",
      "Episode: 1962\n",
      "Episode: 1963\n",
      "Episode: 1964\n",
      "Episode: 1965\n",
      "Episode: 1966\n",
      "Episode: 1967\n",
      "Episode: 1968\n",
      "Episode: 1969\n",
      "Episode: 1970\n",
      "Episode: 1971\n",
      "Episode: 1972\n",
      "Episode: 1973\n",
      "Episode: 1974\n",
      "Episode: 1975\n",
      "Episode: 1976\n",
      "Episode: 1977\n",
      "Episode: 1978\n",
      "Episode: 1979\n",
      "Episode: 1980\n",
      "Episode: 1981\n",
      "Episode: 1982\n",
      "Episode: 1983\n",
      "Episode: 1984\n",
      "Episode: 1985\n",
      "Episode: 1986\n",
      "Episode: 1987\n",
      "Episode: 1988\n",
      "Episode: 1989\n",
      "Episode: 1990\n",
      "Episode: 1991\n",
      "Episode: 1992\n",
      "Episode: 1993\n",
      "Episode: 1994\n",
      "Episode: 1995\n",
      "Episode: 1996\n",
      "Episode: 1997\n",
      "Episode: 1998\n",
      "Episode: 1999\n"
     ]
    }
   ],
   "source": [
    "start = time.time()\n",
    "q_timestep_reward = qlearning(alpha, gamma, epsilon, episodes, max_steps, n_tests)\n",
    "end = time.time()\n",
    "qtime = end - start"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7ff3e3d31400>]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAD8CAYAAAB6paOMAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xl8XHW9//HXJ3uatFnatE2TtkmhO6VbKIWySfei9IrAj3qVRRS4F64resGioPyqXFC8olwUpShuiKhQtQjFq6hAoS1bWyhtSgvdF7pvaZN87x9zMp1JZrLNlsx5Px+PPDLznTNzPjkzOe853+9ZzDmHiIj4V0aqCxARkdRSEIiI+JyCQETE5xQEIiI+pyAQEfE5BYGIiM8pCEREfE5BICLicwoCERGfy0p1Ae3Rp08fV1VVleoyRES6lRUrVux2zpW1NV23CIKqqiqWL1+e6jJERLoVM3u3PdOpa0hExOcUBCIiPqcgEBHxOQWBiIjPKQhERHxOQSAi4nMKAhERn1MQtGHnwWM8s3p7XF5r676jHKqrb9e0jY2OpsuIHqqrZ9v+o+163omGxhZtzjnW7TgYvL9pzxGOHI9eh3OOx1dsbnetzW3cfZjj9YE66hsaWb/rEBt3H6auvgGAo8cb2LTnSHD6F2p3U7vzUJuv+dzaXcH7jY2O2p0HW3lGZNEuzeqco7Ex/LGOzGP11v0sXrmNP72xLdi2ac8Rjh5vCJtu+/5j/HlV4PO0+1Ad7x+qa/H+RLLzwDH+vGpbWNvBYyeCn4ut+45y4NiJiM8NLN+DOOeCPxt2H2b11v3BaZxzHDleH/a+NHm+djfrdwXenyPH63nv/ZbTRHK4rp4t+46yZvsBnHMcO9HAC7W7+d81OwBaLO/Ne4/w7Js7wmr63Svhn8P6hkbe8WrZf+QEr763l4NR/u6t+46GPbb/6An+sW5X8DNQu/NQWA3b9p9chht3H271f6S5t7d3/LMYjXOOtW18HuLNUnXNYjObBXwXyAR+7Jy7K9q0NTU1LlUHlE2/9znW7TzE67fPoCg/O9junOOhf27g4nED6Nszjzv/+CYP/XMD1503hAf//g7f+PAY6uobaGh0XHtONV/7w5v85IWNwedXFOfTMy+LI8cbeC/kn2/epEH86uX3gvdv/MAp3P/X9QBkGMy/aBQFOZls3X+Mj0yo4K9rdnLHH94Mq/mLM4czon9PvvrkarbsOxkgo8p78ea2A8H7A0vzKczN5qYPnMqNv3yFa8+p5qF/bgh7rfvmjefTv3qVL80azt1/fjviMjID5+B//nUCL65/n58tDRzDUjO4hL1HjrN+1+GIzyvKz2b/0ZP/qCU9stl75AQ987I4eKyemsElFPfIJicrg8Ur2xfGzV9z/KBiRvTvyROvbuXoicBK+VuXjeU7S9YGl03N4BI27D6MA/YcPs70Uf1YErJCunnGMI4cb2DCoBJ+s2ITT68++diCD5/G4ys28+p7+6LW1DM3i4N19VT17sFGbyXav1ce2w8cC5vuPy48FQiExZlDenPzb14HCHsewNxxAyjKz+aRF1seKzRhUDGveLV867Kx9OuVy8cfehmAU8oKIr4X4wcVh9W//LZpLHptK1//Y/jn6ocfn8j1P1sRvH9q38JggF9//hAOHD3Bht2HOVRXz5G6Bt7ZHfl9B/jynBF8Y/EaxlQUsXLL/rDHTikr4FPnDuGW360E4JLxFQzt15Pv/+86srMy2HfkBJfXVPLY8s0tXvfX103mi4+/wbB+hTz71s5g++DePXi3nQH27cvG8gVv2Yfq2zOXq86u4pV39zJjdD/2HjnBXU+tCZtmeL+evN1sJT62sojXN4f/jU2f00vGVzDl1D48/MIGDKO4Rzartuxn75ETDCzNZ9Oeo1xeU8ndl45tV+3NmdkK51xNm9OlIgjMLBNYC0wHNgPLgHnOuTcjTZ+sIPj6H95k7Y6D/PyTZwbbht32VPDb7ca7LgLgeH0j33zqLR5+fiMTBhXzu3+fQtUtf4r6ur/9t7P5yAMvJLZ4EUlbTeuejmpvEKTqFBOTgFrn3DsAZvYoMBeIGATJsHbHQRY+v6FFu0WYdthtTwVv7zhQx7vvR//mAygERNJUTlZG8Itid5aqIKgANoXc3wycGWXapJjxnb+3aNu+/xh1bbzJR080cP49f0tQVak1tG8h65r13W+866JWt36afHHmcO55OtCV9PKXpzLpG38B4OFrzqDuRCNfeXIVuw7WBad/5SvTmXDnEgDKi/J44GMTeeLVLWHdafEwf85IFix+K3j/R1fWkJ+dycceegkI7/5Y/405ZGZY8O+9ZHwFv3t1C6f2LeTTU4dy0ZhyMgw27z1KSUEOp93+NNefP4QfPvdO8PXPG1bGuMoixg8uwYDRA4rYc/g4M/878Hn7/PRh3LtkLTNG9eOZkO6opz5zLpUl+Yy54xkAHvnEJM4bVoZzjupbFwPwhenD6JmXxdVTqoPP27TnCFv2HeU3yzfzqfOqmfXf/wACy/2ah5cFp/vKB0cxqLQH31mylksmVPD//xRYJr3ysnjqs+cxoCiPJW/uoHdhDuMGlvCZR1/lj29s45LxFXz78rEsen0rp1cWU92ngEN19ew6WMdPnt/AT0O6qz40dgCFuZmcO7SMOWPKW3xuCnOzeP6WC9m67ygP/G09Z1SV8JUnVwOBz9lrm/ZR1bsHx0400r8ojxfXv8+8Hy2N+L7eOnsEdfWN3LtkbVj72Moi/vuK8fzypXdZvfUAn546lCseXEq/XrnsOFAXNu1PrjmD0oIcTu1bSH52JtsPHKPRwZS7/heAq8+u4oszh7Nh92E+/9hrfG/eBKr69CA3K5N9R46TmWEU5maxee9Rzr37rwDULpjNpr1Hef9QHZf+4MWw+a1bMJuGRsfpdzzDzTOHce05Q8jMOPnV8/evbuZzv27ZRZUIXfakc2Z2HXAdwKBBg5I+f+cc0+59Lqxt8cptZFj4NkLzwcBUqe5TwIZW+mQ7Iyuz9X0JeuRkMmNUP26dM5IzvRV9k5yQ5/btlRe8/YHhfQGYObofdfWN7DpYxwvrd1NakMPccQN48rWtXDxuAOMGFjNuYDHD+vXky78P9BVfNrGS0QN68fLGPSxeuZ0nb5zC3Pufp7Qgh6PHGzh6ooHHbzirxT/cVz84Ktjf/anzhvCxyYMZ+dU/AzB9VD+cc9x20UgumziQoh7ZXHtONecM7RP8p/z01KHc95d1fPvysYwdWMycMeWU9cwNvv7A0h7Ayc33i8aU8/iKzTzy4rs0Njo+P2N4WD1lPXO5aEw5q7bu54bzTyE7M4NrplSx80AdtbsO8vtXtzK0byFZmRmsuXMWOZkZZHi1WMjn7z+mDm3xngws7cHA0h5MHtIbgJ9dO4ncrEwmVZeGTTduYBETB5cyfVQ/AM4+pQ9z7vsHU0f2o6I4H4AZo/sHp//GJWOoq2/kS7NGYGbMHVcRfKwwN4vC3Cy+Nvc0Lj9jIB/63j9pdPCZqadyat+ewenu/+gE3tiyjzmnlTP3/uf5z1nDKcrPpig/m/vmjQcIBkGgxuKwmmuqSoBAwNx3xTiWbdzL3iPHeeXdvVx//ilAYKwiKyODzAzjFy+9y4Uj+lJelM/8i0YBsGZ7YIzsrCG9mXJqH3YcOMa3ngmExwXeZ7NJeVF+8PbEwSXccfFoAE6rKOKZz50fNm1xj5yw9+BHV9bQpzCHrMwMqvsUUN2ngCdunML7h+q49qeBbu7szAyyM2HtgtlE8uHxlazfeZgR5T0jPh5PqRojOAu4wzk307t/K4Bz7puRpk/GGEHot5WNd13Ef/15DQ/8bX1C5xlPw/oVsnZH4Nv767fP4MX1u7nh56+ETfOXL5zP9T9b0WIPnYrifCYMLuEPr28Na7/zX07jK0+sCmsL3SKoXTA7GBZNbUPKCvjhxyby17d38o3Fa1o8p62+zs17j9CnMJe87Mxg25Bb/0Sjg6W3TqV/UR6H6ur5+9pdzBlTzj/X7WZIWQHvHzrOX9/eyZwx/Zl2b/jWXaT5t7eeznpr2wFmf/cffGJKNV/90Ki4vnZna2963vc/Op4Pnj6gxeN/fGMrF47oS4+c2L4fhr4/0bz7/mEGlfYIC7bQGqP9bVv3HaV3YQ65WZkRH2+PxSu3cd6wMgpzs9o1z50HjtEzL5v8nM7PM9S6HQc5WFfPhEElcXm91rR3jCBVu48uA4aaWbWZ5QBXAItSVEtED0cYL+hKrj9vSNj90BVnUX42s04r555LTw+b5pSyQjIiDHrcN298cJe6T50b6Gb4xSfPZHuzXVYXXh34PN30gcDeLZG2GCYOKmFov540/34xekCvdvxVUFnSI+xvCdX0Db0wNyu4kjlnaB8GFOczprKIT08dSuRRnZZOKStgUlVp2xN20sjyXvzmhrO4ZfaIhM2jo+ZNGggQMQSa2mMNAQh/f6IZ3LugRQgAfG7aMG67aGTU5w0ozo8pBADmjCkPhkB79O2VF7cQABjar2dSQqAjUtI15JyrN7ObgKcJ7D660Dm3uo2nJc32/cc4dqJrDwBdd94Qfvj3k33R91w6Ntjv3GT6qH5kZxonGhxfmD4MCKygmrYcmkwcXMLjKwJDNhMGlbDxrsA32Ief3xicJvTb0s0zh3PzzPDujuW3TeOW364Mrviar8wfu/6sqPu5t6UpU7IipVg7nVldyksb9gTv/+ULF3T6tdrrjAQFzcVjB9DQiS35b15yOt+85PS2J0yhz0xr2d2VaHfOHU1lSY+kz7crSdkYgXNuMbA4VfNvMv3e5yho9u3gyde2pKia9svJCv82XlmS32Ka4h45rFswJ6ztrktO58nXtraY9tY5Iykvyg/rF54xqh/PvrWjxbSR9CnM5cdXndwCnTdpELcvOpntBblZLZZzR2VmticIAivIIWUF3HPp2OABVz//5JkRD7brjpr60yU+Pn5WVapLSLkuO1icLM33iukumg9aZwYHE1t/XrRN3F552V7Xyklnn9q70/XlZGWwbP60iF1RndWeLYKmro0R/XsycXAJENgEDwzM6UB6kUh8HwTdzQXDy1jw4TFhu5lBbN0m0TQPm44K3bMmFk29IM3/5kgGFOfzy0+eydhme5yISHQKgghWbT3Q9kQpMqJ/LyqK88MOYrn70tODK8mvfjB+e6jEGgTxlpXRvm/0Z5/aJ8GViKQXBUEEzXej7Eqa9u4J/XZcVpiLmcV9V8h2rncT7v6PTuCHf18f124mETmpi/yry60d3M0wdKUYS19+6/PoGmvei04vZ9FN50Tc3VBEYqcg6CLa0/8NBPe8CV0pxrpfdTRdJQhEJLEUBF1EaUEO66Icag6B0xx8fPJgrj9/SNRp4k1dMSL+oDGCLuLD4yta7fqYOLiE84eVtWhPxN5CTdQVI+IPCoIuojMr3W9fNpZxgzq+m+Tfbr6A3OwMjh5vaPWUAu3trhKR7k1B0E1U9y5o0faRiZWdeq2qPi1fKxLlgIg/+HqMYEezSwV2ZYN6J/9cKBosFvEH324R3PbESn6+9L22J/Qx5YCIP/h2i0Ah0DZtEYj4g2+DIJVG9E/8FYfiIVNBIOILCoIke+z6s/jlpyanuox2UQ6I+INvxwhSpfm1Y9ujtSs2JVLTLq0dPf2FiHQvCoIk+vGVbV46NMjs5OmXU3BZ6aBEXdNXRLoOdQ0l0VmnJObkcCIisVAQdAPqqxeRRFIQdFG6rKKIJIvWNknUkW/2T/z7lODtVI4RiEj6UxB0UaMG9OLac6pTXYaI+ICCoBvQGIGIJJKCIE4eu/6sNqcxOrdGV9eQiCSS744jOO32pxlZHv9TPPTISczlIkVEEs13WwSH6upZtnFvQl77kvEV9MqLf7aqa0hEEsl3WwSd8YOPTeCGn7/S5nTfumwsxxsaWbvjIIfrGpj3o6Vxmb+6hkQkkRQE7TDrtHJ65mVx8Fh9q9NlZBh5GZmcXhn58pEd/WavDQERSQbfdQ111rL501odEE5E9402BEQkGRQE7ZSXndnizKFF+dlJmbfGCEQkkRQEMXjs+rOoLMlP+Hw0RiAiiaQgiEFmhgXPCdTZYwRERFJNQdANqGtIRBJJQRAn7VlZh05zyYQKzm7n9QnUNSQiiaQgiFFnv6zfe/k4Hr7mjIS8tohIRygIYhBrl01b4wraEBCRZIgpCMzsHjNbY2ZvmNnvzaw45LFbzazWzN42s5kh7bO8tlozuyWW+XclnQkF9f2LSFcQ6xbBEuA059zpwFrgVgAzGwVcAYwGZgH/Y2aZZpYJ3A/MBkYB87xpu62OfGtvvgXQVg4oJ0QkGWIKAufcM865pvMuLAUqvdtzgUedc3XOuQ1ALTDJ+6l1zr3jnDsOPOpNmxQnGhoT9tqd2X3UtEkgIl1APMcIPgE85d2uADaFPLbZa4vW3oKZXWdmy81s+a5du+JS4II/vdXuaWeO7hexvfnRxLGsyhUDItIVtBkEZvasma2K8DM3ZJr5QD3wi3gV5px70DlX45yrKSsri8trLn3n/YjtD11VE7z9w49PZMnnzuN78yZEnPaFWy4M9u13dEXefANAGwQi0hW0efZR59y01h43s6uBDwJTnQvu8b4FGBgyWaXXRivtCZeb3fLiMaeUFTB1ZD+umVLFw89vZOLgEvoU5kZ9jYLcLIrys9l35ERYe+cGi5UEIpJ6se41NAv4EnCxc+5IyEOLgCvMLNfMqoGhwMvAMmComVWbWQ6BAeVFsdTQEXlZ0f/c+XNG8vwtF7YaAsmm3UdFJBlivR7B94FcYIn37Xapc+4G59xqM3sMeJNAl9GNzrkGADO7CXgayAQWOudWx1hDu0XaImiSlZlBRXHLE8j1Kcxp0RbpSF99txeR7iqmIHDOndrKYwuABRHaFwOLY5lvZ2V0cG398vyp5LUSHh3t2unwmEIHpxcR6QxdoawVfXvmRWxX176IpBNfnWIiketvhYOIdFf+CoIUr61TPX8RkUh8FQSJFf+V/ABv8Lpvr66zJ5OIpB+NEcQg0d/vrz67ioGlPZg2sm+C5yQifuarIEh1x0xH55+RYUwfFflUFyIi8aKuIRERn/NVEGisVkSkJV8FQeo7h0REuh6fBUF8dXQLQ1skItIV+SoIErki1kpeRLorXwVBIkU6EZ2ISHfgqyBI9Zd2HVksIl2Rv4IgzuvhzlynWESkq/FVEIiISEsKAhERn/NVECSkK0e9QyLSzfkrCLTSFhFpwVdBEG8KFhFJB74KgoSsuHX8gIh0c74KAhERaUlB0AlhRxGre0hEujlfBYEOABMRaclXQRCvHNAgsYikE99cqvJEQyN/emNbqsto4btXjKOqd0GqyxARH/NNEBw8Vp/qEiKaO64i1SWIiM/5q2sogr498+L0StqPVES6J98EgYtywYD7/3VCp19TYwUikg78EwRR2ksLcuI0B6WCiHRP/gkC9dyIiETknyBQH76ISES+CYLE54CCRkS6J98EQSJW07oGsYikA98EQaMGCUREIvJNEKzacqBFW2Gub46nExGJyjdB8N2/rG3RtuimKSmoRESka4lLEJjZF8zMmVkf776Z2X1mVmtmb5jZhJBprzKzdd7PVfGYf3tkROjPH1JWGNNraoRARNJBzH0jZjYQmAG8F9I8Gxjq/ZwJPACcaWalwO1ADYHx2xVmtsg5tzfWOtpRZ6LnkODXFxFJjHhsEXwH+BLhO+bMBR5xAUuBYjMrB2YCS5xze7yV/xJgVhxqaNX2/cd4fdO+BM9Fg9Ei0j3FFARmNhfY4px7vdlDFcCmkPubvbZo7ZFe+zozW25my3ft2hVLmfz0xY0xPV9EJJ212TVkZs8C/SM8NB/4MoFuobhzzj0IPAhQU1MT09ftuhONcalJRCQdtRkEzrlpkdrNbAxQDbzu9b9XAq+Y2SRgCzAwZPJKr20LcEGz9r91ou4OqatvSMjr6ngyEUkHne4acs6tdM71dc5VOeeqCHTzTHDObQcWAVd6ew9NBvY757YBTwMzzKzEzEoIbE08Hfuf0brj9doiEBGJJlFHVC0G5gC1wBHgGgDn3B4zuxNY5k33defcngTVEFSXwCDQRoGIdHdxCwJvq6DptgNujDLdQmBhvObbHg1xPr2EzlYhIunEH0cWJ2jFbdoeEJE04I8giLPQQWJtHIhId+eLINBFaUREovNHECQwB9Q5JCLdnS+CQEREovNFECRqi0AHlIlIOvBHECRwjKDpVNZ52ZkJm4eISCLpEl0x+s7/G8fyjXuoLOmR6lJERDrFH1sECRwsLszN4oLhfRM3AxGRBPNFEDRq71ERkah8EQSJorFiEUkHPgkCbRKIiETjkyAQEZFofBEEqTpb6KtfmZ6aGYuIdIA/giBRL9zGIEFJQU6i5iwiEje+CAIREYnOF0HgdCUZEZGo/BEEqS5ARKQL80UQiIhIdL4IgoSdfVSHlIlIGvDFSee6U9fQo9dNZsPuw6kuQ0R8xB9B0I0GiycP6c3kIb1TXYaI+IgvuobirSO5Mm2kzkwqIl2bgiAG7blC2Y+vOiPxhYiIxMAXQRDvniFdolJE0ok/gqBbDReLiCSXL4JARESi80UQdKOdhkREks4XQZAoGioQkXSQ9kHwxuZ9vLXtQKrLEBHpstL+gLKLv/98qksQEenS0n6LQEREWqcgEBHxOQVBDExHlolIGlAQiIj4nIJARMTnYg4CM/sPM1tjZqvN7O6Q9lvNrNbM3jazmSHts7y2WjO7Jdb5i4hIbGLafdTMPgDMBcY65+rMrK/XPgq4AhgNDACeNbNh3tPuB6YDm4FlZrbIOfdmLHWkikYIRCQdxHocwb8Bdznn6gCcczu99rnAo177BjOrBSZ5j9U6594BMLNHvWm7ZRCIiKSDWLuGhgHnmtlLZvacmTWdfL8C2BQy3WavLVp7C2Z2nZktN7Plu3btirFMERGJps0tAjN7Fugf4aH53vNLgcnAGcBjZjYkHoU55x4EHgSoqanRaeNERBKkzSBwzk2L9piZ/RvwOxe4KPDLZtYI9AG2AANDJq302milXUREUiDWrqEngA8AeIPBOcBuYBFwhZnlmlk1MBR4GVgGDDWzajPLITCgvCjGGkREJAaxDhYvBBaa2SrgOHCVt3Ww2sweIzAIXA/c6JxrADCzm4CngUxgoXNudYw1iIhIDGIKAufcceBjUR5bACyI0L4YWBzLfLubx284i9VbdSpsEema0v401InQ0Sue1VSVUlNVmphiRERipFNMiIj4nIKgE3TSURFJJwoCERGfUxCIiPicgkBExOcUBCIiPqcgEBHxOQWBiIjPKQhERHxOQSAi4nMKAhERn1MQiIj4nIJARMTn0joIGhujnyZ07rgBSaxERKTrSusgqG8lCPr1yktiJSIiXVdaB0FDK0EgIiIBaR0E9Y2NqS5BRKTLS+sgaC0HXEcvMyYikqbSOgi0RSAi0ra0DoKCXF2SWUSkLWkdBHnZmVQU56e6DBGRLi2tgwAgI8pfqCECEZGAtA+CrGhJICIigA+CIDPDUl2CiEiXlvZB0NppJkRExAdB0NBsMOATU6oBUDyIiASkfxA02yIoL9I5hkREQvkuCEREJJzvgsA0diwiEibtg6AxygEDOo5ARCQg7YNAXUMiIq1TEIiI+FzaB0F1WWGqSxAR6dLSPggevvoM/nPWiFSXISLSZcUUBGY2zsyWmtlrZrbczCZ57WZm95lZrZm9YWYTQp5zlZmt836uivUPaEtpQQ4XDC9L9GxERLqtWE/YfzfwNefcU2Y2x7t/ATAbGOr9nAk8AJxpZqXA7UANgYN7V5jZIufc3hjraFWkPYScji0WEQFi7xpyQC/vdhGw1bs9F3jEBSwFis2sHJgJLHHO7fFW/kuAWTHW0CEWhwMJKksC1zjI0AntRCQNxLpF8FngaTP7FoFQOdtrrwA2hUy32WuL1t6t/OSaSSzbsIei/OxUlyIiErM2g8DMngX6R3hoPjAV+Jxz7rdmdjnwEDAtHoWZ2XXAdQCDBg2K6bXi3Q3UpzCX2WPK4/qaIiKp0mYQOOeirtjN7BHgM97d3wA/9m5vAQaGTFrptW0hMIYQ2v63KPN9EHgQoKamJu4d+jqyWEQkINYxgq3A+d7tC4F13u1FwJXe3kOTgf3OuW3A08AMMysxsxJghteWUKErffXqi4iEi3WM4FPAd80sCziG15UDLAbmALXAEeAaAOfcHjO7E1jmTfd159yeGGsQEZEYxBQEzrl/AhMjtDvgxijPWQgsjGW+IiISP2l/ZHFzOg21iEg43wVBE6fRYhERwMdBICIiAb4IgqYv/6MH9Gp9QhERH/JFEDQx0+6jIiLN+SIIQo8szs3OBCDP+y0i4nexHkfQrRjGpRMr2b7/GNefPyTV5YiIdAm+CgKA7MwMPjd9WKrLEBHpMvzRNaQ9RUVEovJFEGR61w3Iy/bFnysi0iG+6BoaPaAXn546lI9Oiu101iIi6cgXQWBmfF7jAiIiEamvRETE5xQEIiI+pyAQEfE5BYGIiM8pCEREfE5BICLicwoCERGfUxCIiPicdYdLNprZLuDdGF6iD7A7TuXEk+rqGNXVMaqrY9KxrsHOubK2JuoWQRArM1vunKtJdR3Nqa6OUV0do7o6xs91qWtIRMTnFAQiIj7nlyB4MNUFRKG6OkZ1dYzq6hjf1uWLMQIREYnOL1sEIiISRVoHgZnNMrO3zazWzG5J8rwHmtlfzexNM1ttZp/x2u8wsy1m9pr3MyfkObd6tb5tZjMTWNtGM1vpzX+511ZqZkvMbJ33u8RrNzO7z6vrDTObkKCahocsk9fM7ICZfTYVy8vMFprZTjNbFdLW4eVjZld5068zs6sSVNc9ZrbGm/fvzazYa68ys6Mhy+0HIc+Z6L3/tV7tlqDaOvzexft/Nkpdvw6paaOZvea1J2WZtbJuSN1nzDmXlj9AJrAeGALkAK8Do5I4/3Jggne7J7AWGAXcAdwcYfpRXo25QLVXe2aCatsI9GnWdjdwi3f7FuC/vNtzgKcAAyYDLyXpvdsODE7F8gLOAyYAqzq7fIBS4B3vd4l3uyQBdc0Asrzb/xVSV1XodM1e52WvVvNqn52k8JdeAAADtElEQVSgZdah9y4R/7OR6mr2+LeBryZzmbWybkjZZyydtwgmAbXOuXecc8eBR4G5yZq5c26bc+4V7/ZB4C2gopWnzAUedc7VOec2ALUE/oZkmQv81Lv9U+BfQtofcQFLgWIzK09wLVOB9c651g4iTNjycs79HdgTYX4dWT4zgSXOuT3Oub3AEmBWvOtyzj3jnKv37i4FKlt7Da+2Xs65pS6wNnkk5G+Ja22tiPbexf1/trW6vG/1lwO/au014r3MWlk3pOwzls5BUAFsCrm/mdZXxAljZlXAeOAlr+kmbxNvYdPmH8mt1wHPmNkKM7vOa+vnnNvm3d4O9EtBXU2uIPyfM9XLCzq+fFKx3D5B4Jtjk2oze9XMnjOzc722Cq+WZNXVkfcu2cvsXGCHc25dSFtSl1mzdUPKPmPpHARdgpkVAr8FPuucOwA8AJwCjAO2Edg0TbZznHMTgNnAjWZ2XuiD3reelOxOZmY5wMXAb7ymrrC8wqRy+URjZvOBeuAXXtM2YJBzbjzweeCXZtYryWV1ufeumXmEf+FI6jKLsG4ISvZnLJ2DYAswMOR+pdeWNGaWTeCN/oVz7ncAzrkdzrkG51wj8CNOdmckrV7n3Bbv907g914NO5q6fLzfO5Ndl2c28IpzbodXY8qXl6ejyydp9ZnZ1cAHgX/1ViB43S7ve7dXEOh7H+bVENp9lMjPWUffu2QusyzgEuDXIfUmbZlFWjeQws9YOgfBMmComVV73zKvABYla+Ze/+NDwFvOuXtD2kP71z8MNO3NsAi4wsxyzawaGEpggCredRWYWc+m2wQGG1d582/a6+Aq4MmQuq709lyYDOwP2XxNhLBvaaleXiE6unyeBmaYWYnXJTLDa4srM5sFfAm42Dl3JKS9zMwyvdtDCCyfd7zaDpjZZO8zemXI3xLv2jr63iXzf3YasMY5F+zySdYyi7ZuIJWfsc6OfHeHHwKj7WsJJPv8JM/7HAKbdm8Ar3k/c4CfASu99kVAechz5nu1vk0c9uSIUtcQAntjvA6sblouQG/gL8A64Fmg1Gs34H6vrpVATQKXWQHwPlAU0pb05UUgiLYBJwj0u17bmeVDoM++1vu5JkF11RLoJ276jP3Am/Yj3vv7GvAK8KGQ16khsFJeD3wf78DSBNTW4fcu3v+zkery2n8C3NBs2qQsM6KvG1L2GdORxSIiPpfOXUMiItIOCgIREZ9TEIiI+JyCQETE5xQEIiI+pyAQEfE5BYGIiM8pCEREfO7/APJnU69h80tEAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(q_timestep_reward)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Sarsa"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/timetraveller/.local/lib/python3.7/site-packages/gym/envs/registration.py:14: PkgResourcesDeprecationWarning: Parameters to load are deprecated.  Call .resolve and .require separately.\n",
      "  result = entry_point.load(False)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 0\n",
      "Episode: 1\n",
      "Episode: 2\n",
      "Episode: 3\n",
      "Episode: 4\n",
      "Episode: 5\n",
      "Episode: 6\n",
      "Episode: 7\n",
      "Episode: 8\n",
      "Episode: 9\n",
      "Episode: 10\n",
      "Episode: 11\n",
      "Episode: 12\n",
      "Episode: 13\n",
      "Episode: 14\n",
      "Episode: 15\n",
      "Episode: 16\n",
      "Episode: 17\n",
      "Episode: 18\n",
      "Episode: 19\n",
      "Episode: 20\n",
      "Episode: 21\n",
      "Episode: 22\n",
      "Episode: 23\n",
      "Episode: 24\n",
      "Episode: 25\n",
      "Episode: 26\n",
      "Episode: 27\n",
      "Episode: 28\n",
      "Episode: 29\n",
      "Episode: 30\n",
      "Episode: 31\n",
      "Episode: 32\n",
      "Episode: 33\n",
      "Episode: 34\n",
      "Episode: 35\n",
      "Episode: 36\n",
      "Episode: 37\n",
      "Episode: 38\n",
      "Episode: 39\n",
      "Episode: 40\n",
      "Episode: 41\n",
      "Episode: 42\n",
      "Episode: 43\n",
      "Episode: 44\n",
      "Episode: 45\n",
      "Episode: 46\n",
      "Episode: 47\n",
      "Episode: 48\n",
      "Episode: 49\n",
      "Episode: 50\n",
      "Episode: 51\n",
      "Episode: 52\n",
      "Episode: 53\n",
      "Episode: 54\n",
      "Episode: 55\n",
      "Episode: 56\n",
      "Episode: 57\n",
      "Episode: 58\n",
      "Episode: 59\n",
      "Episode: 60\n",
      "Episode: 61\n",
      "Episode: 62\n",
      "Episode: 63\n",
      "Episode: 64\n",
      "Episode: 65\n",
      "Episode: 66\n",
      "Episode: 67\n",
      "Episode: 68\n",
      "Episode: 69\n",
      "Episode: 70\n",
      "Episode: 71\n",
      "Episode: 72\n",
      "Episode: 73\n",
      "Episode: 74\n",
      "Episode: 75\n",
      "Episode: 76\n",
      "Episode: 77\n",
      "Episode: 78\n",
      "Episode: 79\n",
      "Episode: 80\n",
      "Episode: 81\n",
      "Episode: 82\n",
      "Episode: 83\n",
      "Episode: 84\n",
      "Episode: 85\n",
      "Episode: 86\n",
      "Episode: 87\n",
      "Episode: 88\n",
      "Episode: 89\n",
      "Episode: 90\n",
      "Episode: 91\n",
      "Episode: 92\n",
      "Episode: 93\n",
      "Episode: 94\n",
      "Episode: 95\n",
      "Episode: 96\n",
      "Episode: 97\n",
      "Episode: 98\n",
      "Episode: 99\n",
      "Episode: 100\n",
      "Episode: 101\n",
      "Episode: 102\n",
      "Episode: 103\n",
      "Episode: 104\n",
      "Episode: 105\n",
      "Episode: 106\n",
      "Episode: 107\n",
      "Episode: 108\n",
      "Episode: 109\n",
      "Episode: 110\n",
      "Episode: 111\n",
      "Episode: 112\n",
      "Episode: 113\n",
      "Episode: 114\n",
      "Episode: 115\n",
      "Episode: 116\n",
      "Episode: 117\n",
      "Episode: 118\n",
      "Episode: 119\n",
      "Episode: 120\n",
      "Episode: 121\n",
      "Episode: 122\n",
      "Episode: 123\n",
      "Episode: 124\n",
      "Episode: 125\n",
      "Episode: 126\n",
      "Episode: 127\n",
      "Episode: 128\n",
      "Episode: 129\n",
      "Episode: 130\n",
      "Episode: 131\n",
      "Episode: 132\n",
      "Episode: 133\n",
      "Episode: 134\n",
      "Episode: 135\n",
      "Episode: 136\n",
      "Episode: 137\n",
      "Episode: 138\n",
      "Episode: 139\n",
      "Episode: 140\n",
      "Episode: 141\n",
      "Episode: 142\n",
      "Episode: 143\n",
      "Episode: 144\n",
      "Episode: 145\n",
      "Episode: 146\n",
      "Episode: 147\n",
      "Episode: 148\n",
      "Episode: 149\n",
      "Episode: 150\n",
      "Episode: 151\n",
      "Episode: 152\n",
      "Episode: 153\n",
      "Episode: 154\n",
      "Episode: 155\n",
      "Episode: 156\n",
      "Episode: 157\n",
      "Episode: 158\n",
      "Episode: 159\n",
      "Episode: 160\n",
      "Episode: 161\n",
      "Episode: 162\n",
      "Episode: 163\n",
      "Episode: 164\n",
      "Episode: 165\n",
      "Episode: 166\n",
      "Episode: 167\n",
      "Episode: 168\n",
      "Episode: 169\n",
      "Episode: 170\n",
      "Episode: 171\n",
      "Episode: 172\n",
      "Episode: 173\n",
      "Episode: 174\n",
      "Episode: 175\n",
      "Episode: 176\n",
      "Episode: 177\n",
      "Episode: 178\n",
      "Episode: 179\n",
      "Episode: 180\n",
      "Episode: 181\n",
      "Episode: 182\n",
      "Episode: 183\n",
      "Episode: 184\n",
      "Episode: 185\n",
      "Episode: 186\n",
      "Episode: 187\n",
      "Episode: 188\n",
      "Episode: 189\n",
      "Episode: 190\n",
      "Episode: 191\n",
      "Episode: 192\n",
      "Episode: 193\n",
      "Episode: 194\n",
      "Episode: 195\n",
      "Episode: 196\n",
      "Episode: 197\n",
      "Episode: 198\n",
      "Episode: 199\n",
      "Episode: 200\n",
      "Episode: 201\n",
      "Episode: 202\n",
      "Episode: 203\n",
      "Episode: 204\n",
      "Episode: 205\n",
      "Episode: 206\n",
      "Episode: 207\n",
      "Episode: 208\n",
      "Episode: 209\n",
      "Episode: 210\n",
      "Episode: 211\n",
      "Episode: 212\n",
      "Episode: 213\n",
      "Episode: 214\n",
      "Episode: 215\n",
      "Episode: 216\n",
      "Episode: 217\n",
      "Episode: 218\n",
      "Episode: 219\n",
      "Episode: 220\n",
      "Episode: 221\n",
      "Episode: 222\n",
      "Episode: 223\n",
      "Episode: 224\n",
      "Episode: 225\n",
      "Episode: 226\n",
      "Episode: 227\n",
      "Episode: 228\n",
      "Episode: 229\n",
      "Episode: 230\n",
      "Episode: 231\n",
      "Episode: 232\n",
      "Episode: 233\n",
      "Episode: 234\n",
      "Episode: 235\n",
      "Episode: 236\n",
      "Episode: 237\n",
      "Episode: 238\n",
      "Episode: 239\n",
      "Episode: 240\n",
      "Episode: 241\n",
      "Episode: 242\n",
      "Episode: 243\n",
      "Episode: 244\n",
      "Episode: 245\n",
      "Episode: 246\n",
      "Episode: 247\n",
      "Episode: 248\n",
      "Episode: 249\n",
      "Episode: 250\n",
      "Episode: 251\n",
      "Episode: 252\n",
      "Episode: 253\n",
      "Episode: 254\n",
      "Episode: 255\n",
      "Episode: 256\n",
      "Episode: 257\n",
      "Episode: 258\n",
      "Episode: 259\n",
      "Episode: 260\n",
      "Episode: 261\n",
      "Episode: 262\n",
      "Episode: 263\n",
      "Episode: 264\n",
      "Episode: 265\n",
      "Episode: 266\n",
      "Episode: 267\n",
      "Episode: 268\n",
      "Episode: 269\n",
      "Episode: 270\n",
      "Episode: 271\n",
      "Episode: 272\n",
      "Episode: 273\n",
      "Episode: 274\n",
      "Episode: 275\n",
      "Episode: 276\n",
      "Episode: 277\n",
      "Episode: 278\n",
      "Episode: 279\n",
      "Episode: 280\n",
      "Episode: 281\n",
      "Episode: 282\n",
      "Episode: 283\n",
      "Episode: 284\n",
      "Episode: 285\n",
      "Episode: 286\n",
      "Episode: 287\n",
      "Episode: 288\n",
      "Episode: 289\n",
      "Episode: 290\n",
      "Episode: 291\n",
      "Episode: 292\n",
      "Episode: 293\n",
      "Episode: 294\n",
      "Episode: 295\n",
      "Episode: 296\n",
      "Episode: 297\n",
      "Episode: 298\n",
      "Episode: 299\n",
      "Episode: 300\n",
      "Episode: 301\n",
      "Episode: 302\n",
      "Episode: 303\n",
      "Episode: 304\n",
      "Episode: 305\n",
      "Episode: 306\n",
      "Episode: 307\n",
      "Episode: 308\n",
      "Episode: 309\n",
      "Episode: 310\n",
      "Episode: 311\n",
      "Episode: 312\n",
      "Episode: 313\n",
      "Episode: 314\n",
      "Episode: 315\n",
      "Episode: 316\n",
      "Episode: 317\n",
      "Episode: 318\n",
      "Episode: 319\n",
      "Episode: 320\n",
      "Episode: 321\n",
      "Episode: 322\n",
      "Episode: 323\n",
      "Episode: 324\n",
      "Episode: 325\n",
      "Episode: 326\n",
      "Episode: 327\n",
      "Episode: 328\n",
      "Episode: 329\n",
      "Episode: 330\n",
      "Episode: 331\n",
      "Episode: 332\n",
      "Episode: 333\n",
      "Episode: 334\n",
      "Episode: 335\n",
      "Episode: 336\n",
      "Episode: 337\n",
      "Episode: 338\n",
      "Episode: 339\n",
      "Episode: 340\n",
      "Episode: 341\n",
      "Episode: 342\n",
      "Episode: 343\n",
      "Episode: 344\n",
      "Episode: 345\n",
      "Episode: 346\n",
      "Episode: 347\n",
      "Episode: 348\n",
      "Episode: 349\n",
      "Episode: 350\n",
      "Episode: 351\n",
      "Episode: 352\n",
      "Episode: 353\n",
      "Episode: 354\n",
      "Episode: 355\n",
      "Episode: 356\n",
      "Episode: 357\n",
      "Episode: 358\n",
      "Episode: 359\n",
      "Episode: 360\n",
      "Episode: 361\n",
      "Episode: 362\n",
      "Episode: 363\n",
      "Episode: 364\n",
      "Episode: 365\n",
      "Episode: 366\n",
      "Episode: 367\n",
      "Episode: 368\n",
      "Episode: 369\n",
      "Episode: 370\n",
      "Episode: 371\n",
      "Episode: 372\n",
      "Episode: 373\n",
      "Episode: 374\n",
      "Episode: 375\n",
      "Episode: 376\n",
      "Episode: 377\n",
      "Episode: 378\n",
      "Episode: 379\n",
      "Episode: 380\n",
      "Episode: 381\n",
      "Episode: 382\n",
      "Episode: 383\n",
      "Episode: 384\n",
      "Episode: 385\n",
      "Episode: 386\n",
      "Episode: 387\n",
      "Episode: 388\n",
      "Episode: 389\n",
      "Episode: 390\n",
      "Episode: 391\n",
      "Episode: 392\n",
      "Episode: 393\n",
      "Episode: 394\n",
      "Episode: 395\n",
      "Episode: 396\n",
      "Episode: 397\n",
      "Episode: 398\n",
      "Episode: 399\n",
      "Episode: 400\n",
      "Episode: 401\n",
      "Episode: 402\n",
      "Episode: 403\n",
      "Episode: 404\n",
      "Episode: 405\n",
      "Episode: 406\n",
      "Episode: 407\n",
      "Episode: 408\n",
      "Episode: 409\n",
      "Episode: 410\n",
      "Episode: 411\n",
      "Episode: 412\n",
      "Episode: 413\n",
      "Episode: 414\n",
      "Episode: 415\n",
      "Episode: 416\n",
      "Episode: 417\n",
      "Episode: 418\n",
      "Episode: 419\n",
      "Episode: 420\n",
      "Episode: 421\n",
      "Episode: 422\n",
      "Episode: 423\n",
      "Episode: 424\n",
      "Episode: 425\n",
      "Episode: 426\n",
      "Episode: 427\n",
      "Episode: 428\n",
      "Episode: 429\n",
      "Episode: 430\n",
      "Episode: 431\n",
      "Episode: 432\n",
      "Episode: 433\n",
      "Episode: 434\n",
      "Episode: 435\n",
      "Episode: 436\n",
      "Episode: 437\n",
      "Episode: 438\n",
      "Episode: 439\n",
      "Episode: 440\n",
      "Episode: 441\n",
      "Episode: 442\n",
      "Episode: 443\n",
      "Episode: 444\n",
      "Episode: 445\n",
      "Episode: 446\n",
      "Episode: 447\n",
      "Episode: 448\n",
      "Episode: 449\n",
      "Episode: 450\n",
      "Episode: 451\n",
      "Episode: 452\n",
      "Episode: 453\n",
      "Episode: 454\n",
      "Episode: 455\n",
      "Episode: 456\n",
      "Episode: 457\n",
      "Episode: 458\n",
      "Episode: 459\n",
      "Episode: 460\n",
      "Episode: 461\n",
      "Episode: 462\n",
      "Episode: 463\n",
      "Episode: 464\n",
      "Episode: 465\n",
      "Episode: 466\n",
      "Episode: 467\n",
      "Episode: 468\n",
      "Episode: 469\n",
      "Episode: 470\n",
      "Episode: 471\n",
      "Episode: 472\n",
      "Episode: 473\n",
      "Episode: 474\n",
      "Episode: 475\n",
      "Episode: 476\n",
      "Episode: 477\n",
      "Episode: 478\n",
      "Episode: 479\n",
      "Episode: 480\n",
      "Episode: 481\n",
      "Episode: 482\n",
      "Episode: 483\n",
      "Episode: 484\n",
      "Episode: 485\n",
      "Episode: 486\n",
      "Episode: 487\n",
      "Episode: 488\n",
      "Episode: 489\n",
      "Episode: 490\n",
      "Episode: 491\n",
      "Episode: 492\n",
      "Episode: 493\n",
      "Episode: 494\n",
      "Episode: 495\n",
      "Episode: 496\n",
      "Episode: 497\n",
      "Episode: 498\n",
      "Episode: 499\n",
      "Episode: 500\n",
      "Episode: 501\n",
      "Episode: 502\n",
      "Episode: 503\n",
      "Episode: 504\n",
      "Episode: 505\n",
      "Episode: 506\n",
      "Episode: 507\n",
      "Episode: 508\n",
      "Episode: 509\n",
      "Episode: 510\n",
      "Episode: 511\n",
      "Episode: 512\n",
      "Episode: 513\n",
      "Episode: 514\n",
      "Episode: 515\n",
      "Episode: 516\n",
      "Episode: 517\n",
      "Episode: 518\n",
      "Episode: 519\n",
      "Episode: 520\n",
      "Episode: 521\n",
      "Episode: 522\n",
      "Episode: 523\n",
      "Episode: 524\n",
      "Episode: 525\n",
      "Episode: 526\n",
      "Episode: 527\n",
      "Episode: 528\n",
      "Episode: 529\n",
      "Episode: 530\n",
      "Episode: 531\n",
      "Episode: 532\n",
      "Episode: 533\n",
      "Episode: 534\n",
      "Episode: 535\n",
      "Episode: 536\n",
      "Episode: 537\n",
      "Episode: 538\n",
      "Episode: 539\n",
      "Episode: 540\n",
      "Episode: 541\n",
      "Episode: 542\n",
      "Episode: 543\n",
      "Episode: 544\n",
      "Episode: 545\n",
      "Episode: 546\n",
      "Episode: 547\n",
      "Episode: 548\n",
      "Episode: 549\n",
      "Episode: 550\n",
      "Episode: 551\n",
      "Episode: 552\n",
      "Episode: 553\n",
      "Episode: 554\n",
      "Episode: 555\n",
      "Episode: 556\n",
      "Episode: 557\n",
      "Episode: 558\n",
      "Episode: 559\n",
      "Episode: 560\n",
      "Episode: 561\n",
      "Episode: 562\n",
      "Episode: 563\n",
      "Episode: 564\n",
      "Episode: 565\n",
      "Episode: 566\n",
      "Episode: 567\n",
      "Episode: 568\n",
      "Episode: 569\n",
      "Episode: 570\n",
      "Episode: 571\n",
      "Episode: 572\n",
      "Episode: 573\n",
      "Episode: 574\n",
      "Episode: 575\n",
      "Episode: 576\n",
      "Episode: 577\n",
      "Episode: 578\n",
      "Episode: 579\n",
      "Episode: 580\n",
      "Episode: 581\n",
      "Episode: 582\n",
      "Episode: 583\n",
      "Episode: 584\n",
      "Episode: 585\n",
      "Episode: 586\n",
      "Episode: 587\n",
      "Episode: 588\n",
      "Episode: 589\n",
      "Episode: 590\n",
      "Episode: 591\n",
      "Episode: 592\n",
      "Episode: 593\n",
      "Episode: 594\n",
      "Episode: 595\n",
      "Episode: 596\n",
      "Episode: 597\n",
      "Episode: 598\n",
      "Episode: 599\n",
      "Episode: 600\n",
      "Episode: 601\n",
      "Episode: 602\n",
      "Episode: 603\n",
      "Episode: 604\n",
      "Episode: 605\n",
      "Episode: 606\n",
      "Episode: 607\n",
      "Episode: 608\n",
      "Episode: 609\n",
      "Episode: 610\n",
      "Episode: 611\n",
      "Episode: 612\n",
      "Episode: 613\n",
      "Episode: 614\n",
      "Episode: 615\n",
      "Episode: 616\n",
      "Episode: 617\n",
      "Episode: 618\n",
      "Episode: 619\n",
      "Episode: 620\n",
      "Episode: 621\n",
      "Episode: 622\n",
      "Episode: 623\n",
      "Episode: 624\n",
      "Episode: 625\n",
      "Episode: 626\n",
      "Episode: 627\n",
      "Episode: 628\n",
      "Episode: 629\n",
      "Episode: 630\n",
      "Episode: 631\n",
      "Episode: 632\n",
      "Episode: 633\n",
      "Episode: 634\n",
      "Episode: 635\n",
      "Episode: 636\n",
      "Episode: 637\n",
      "Episode: 638\n",
      "Episode: 639\n",
      "Episode: 640\n",
      "Episode: 641\n",
      "Episode: 642\n",
      "Episode: 643\n",
      "Episode: 644\n",
      "Episode: 645\n",
      "Episode: 646\n",
      "Episode: 647\n",
      "Episode: 648\n",
      "Episode: 649\n",
      "Episode: 650\n",
      "Episode: 651\n",
      "Episode: 652\n",
      "Episode: 653\n",
      "Episode: 654\n",
      "Episode: 655\n",
      "Episode: 656\n",
      "Episode: 657\n",
      "Episode: 658\n",
      "Episode: 659\n",
      "Episode: 660\n",
      "Episode: 661\n",
      "Episode: 662\n",
      "Episode: 663\n",
      "Episode: 664\n",
      "Episode: 665\n",
      "Episode: 666\n",
      "Episode: 667\n",
      "Episode: 668\n",
      "Episode: 669\n",
      "Episode: 670\n",
      "Episode: 671\n",
      "Episode: 672\n",
      "Episode: 673\n",
      "Episode: 674\n",
      "Episode: 675\n",
      "Episode: 676\n",
      "Episode: 677\n",
      "Episode: 678\n",
      "Episode: 679\n",
      "Episode: 680\n",
      "Episode: 681\n",
      "Episode: 682\n",
      "Episode: 683\n",
      "Episode: 684\n",
      "Episode: 685\n",
      "Episode: 686\n",
      "Episode: 687\n",
      "Episode: 688\n",
      "Episode: 689\n",
      "Episode: 690\n",
      "Episode: 691\n",
      "Episode: 692\n",
      "Episode: 693\n",
      "Episode: 694\n",
      "Episode: 695\n",
      "Episode: 696\n",
      "Episode: 697\n",
      "Episode: 698\n",
      "Episode: 699\n",
      "Episode: 700\n",
      "Episode: 701\n",
      "Episode: 702\n",
      "Episode: 703\n",
      "Episode: 704\n",
      "Episode: 705\n",
      "Episode: 706\n",
      "Episode: 707\n",
      "Episode: 708\n",
      "Episode: 709\n",
      "Episode: 710\n",
      "Episode: 711\n",
      "Episode: 712\n",
      "Episode: 713\n",
      "Episode: 714\n",
      "Episode: 715\n",
      "Episode: 716\n",
      "Episode: 717\n",
      "Episode: 718\n",
      "Episode: 719\n",
      "Episode: 720\n",
      "Episode: 721\n",
      "Episode: 722\n",
      "Episode: 723\n",
      "Episode: 724\n",
      "Episode: 725\n",
      "Episode: 726\n",
      "Episode: 727\n",
      "Episode: 728\n",
      "Episode: 729\n",
      "Episode: 730\n",
      "Episode: 731\n",
      "Episode: 732\n",
      "Episode: 733\n",
      "Episode: 734\n",
      "Episode: 735\n",
      "Episode: 736\n",
      "Episode: 737\n",
      "Episode: 738\n",
      "Episode: 739\n",
      "Episode: 740\n",
      "Episode: 741\n",
      "Episode: 742\n",
      "Episode: 743\n",
      "Episode: 744\n",
      "Episode: 745\n",
      "Episode: 746\n",
      "Episode: 747\n",
      "Episode: 748\n",
      "Episode: 749\n",
      "Episode: 750\n",
      "Episode: 751\n",
      "Episode: 752\n",
      "Episode: 753\n",
      "Episode: 754\n",
      "Episode: 755\n",
      "Episode: 756\n",
      "Episode: 757\n",
      "Episode: 758\n",
      "Episode: 759\n",
      "Episode: 760\n",
      "Episode: 761\n",
      "Episode: 762\n",
      "Episode: 763\n",
      "Episode: 764\n",
      "Episode: 765\n",
      "Episode: 766\n",
      "Episode: 767\n",
      "Episode: 768\n",
      "Episode: 769\n",
      "Episode: 770\n",
      "Episode: 771\n",
      "Episode: 772\n",
      "Episode: 773\n",
      "Episode: 774\n",
      "Episode: 775\n",
      "Episode: 776\n",
      "Episode: 777\n",
      "Episode: 778\n",
      "Episode: 779\n",
      "Episode: 780\n",
      "Episode: 781\n",
      "Episode: 782\n",
      "Episode: 783\n",
      "Episode: 784\n",
      "Episode: 785\n",
      "Episode: 786\n",
      "Episode: 787\n",
      "Episode: 788\n",
      "Episode: 789\n",
      "Episode: 790\n",
      "Episode: 791\n",
      "Episode: 792\n",
      "Episode: 793\n",
      "Episode: 794\n",
      "Episode: 795\n",
      "Episode: 796\n",
      "Episode: 797\n",
      "Episode: 798\n",
      "Episode: 799\n",
      "Episode: 800\n",
      "Episode: 801\n",
      "Episode: 802\n",
      "Episode: 803\n",
      "Episode: 804\n",
      "Episode: 805\n",
      "Episode: 806\n",
      "Episode: 807\n",
      "Episode: 808\n",
      "Episode: 809\n",
      "Episode: 810\n",
      "Episode: 811\n",
      "Episode: 812\n",
      "Episode: 813\n",
      "Episode: 814\n",
      "Episode: 815\n",
      "Episode: 816\n",
      "Episode: 817\n",
      "Episode: 818\n",
      "Episode: 819\n",
      "Episode: 820\n",
      "Episode: 821\n",
      "Episode: 822\n",
      "Episode: 823\n",
      "Episode: 824\n",
      "Episode: 825\n",
      "Episode: 826\n",
      "Episode: 827\n",
      "Episode: 828\n",
      "Episode: 829\n",
      "Episode: 830\n",
      "Episode: 831\n",
      "Episode: 832\n",
      "Episode: 833\n",
      "Episode: 834\n",
      "Episode: 835\n",
      "Episode: 836\n",
      "Episode: 837\n",
      "Episode: 838\n",
      "Episode: 839\n",
      "Episode: 840\n",
      "Episode: 841\n",
      "Episode: 842\n",
      "Episode: 843\n",
      "Episode: 844\n",
      "Episode: 845\n",
      "Episode: 846\n",
      "Episode: 847\n",
      "Episode: 848\n",
      "Episode: 849\n",
      "Episode: 850\n",
      "Episode: 851\n",
      "Episode: 852\n",
      "Episode: 853\n",
      "Episode: 854\n",
      "Episode: 855\n",
      "Episode: 856\n",
      "Episode: 857\n",
      "Episode: 858\n",
      "Episode: 859\n",
      "Episode: 860\n",
      "Episode: 861\n",
      "Episode: 862\n",
      "Episode: 863\n",
      "Episode: 864\n",
      "Episode: 865\n",
      "Episode: 866\n",
      "Episode: 867\n",
      "Episode: 868\n",
      "Episode: 869\n",
      "Episode: 870\n",
      "Episode: 871\n",
      "Episode: 872\n",
      "Episode: 873\n",
      "Episode: 874\n",
      "Episode: 875\n",
      "Episode: 876\n",
      "Episode: 877\n",
      "Episode: 878\n",
      "Episode: 879\n",
      "Episode: 880\n",
      "Episode: 881\n",
      "Episode: 882\n",
      "Episode: 883\n",
      "Episode: 884\n",
      "Episode: 885\n",
      "Episode: 886\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 887\n",
      "Episode: 888\n",
      "Episode: 889\n",
      "Episode: 890\n",
      "Episode: 891\n",
      "Episode: 892\n",
      "Episode: 893\n",
      "Episode: 894\n",
      "Episode: 895\n",
      "Episode: 896\n",
      "Episode: 897\n",
      "Episode: 898\n",
      "Episode: 899\n",
      "Episode: 900\n",
      "Episode: 901\n",
      "Episode: 902\n",
      "Episode: 903\n",
      "Episode: 904\n",
      "Episode: 905\n",
      "Episode: 906\n",
      "Episode: 907\n",
      "Episode: 908\n",
      "Episode: 909\n",
      "Episode: 910\n",
      "Episode: 911\n",
      "Episode: 912\n",
      "Episode: 913\n",
      "Episode: 914\n",
      "Episode: 915\n",
      "Episode: 916\n",
      "Episode: 917\n",
      "Episode: 918\n",
      "Episode: 919\n",
      "Episode: 920\n",
      "Episode: 921\n",
      "Episode: 922\n",
      "Episode: 923\n",
      "Episode: 924\n",
      "Episode: 925\n",
      "Episode: 926\n",
      "Episode: 927\n",
      "Episode: 928\n",
      "Episode: 929\n",
      "Episode: 930\n",
      "Episode: 931\n",
      "Episode: 932\n",
      "Episode: 933\n",
      "Episode: 934\n",
      "Episode: 935\n",
      "Episode: 936\n",
      "Episode: 937\n",
      "Episode: 938\n",
      "Episode: 939\n",
      "Episode: 940\n",
      "Episode: 941\n",
      "Episode: 942\n",
      "Episode: 943\n",
      "Episode: 944\n",
      "Episode: 945\n",
      "Episode: 946\n",
      "Episode: 947\n",
      "Episode: 948\n",
      "Episode: 949\n",
      "Episode: 950\n",
      "Episode: 951\n",
      "Episode: 952\n",
      "Episode: 953\n",
      "Episode: 954\n",
      "Episode: 955\n",
      "Episode: 956\n",
      "Episode: 957\n",
      "Episode: 958\n",
      "Episode: 959\n",
      "Episode: 960\n",
      "Episode: 961\n",
      "Episode: 962\n",
      "Episode: 963\n",
      "Episode: 964\n",
      "Episode: 965\n",
      "Episode: 966\n",
      "Episode: 967\n",
      "Episode: 968\n",
      "Episode: 969\n",
      "Episode: 970\n",
      "Episode: 971\n",
      "Episode: 972\n",
      "Episode: 973\n",
      "Episode: 974\n",
      "Episode: 975\n",
      "Episode: 976\n",
      "Episode: 977\n",
      "Episode: 978\n",
      "Episode: 979\n",
      "Episode: 980\n",
      "Episode: 981\n",
      "Episode: 982\n",
      "Episode: 983\n",
      "Episode: 984\n",
      "Episode: 985\n",
      "Episode: 986\n",
      "Episode: 987\n",
      "Episode: 988\n",
      "Episode: 989\n",
      "Episode: 990\n",
      "Episode: 991\n",
      "Episode: 992\n",
      "Episode: 993\n",
      "Episode: 994\n",
      "Episode: 995\n",
      "Episode: 996\n",
      "Episode: 997\n",
      "Episode: 998\n",
      "Episode: 999\n",
      "Episode: 1000\n",
      "Episode: 1001\n",
      "Episode: 1002\n",
      "Episode: 1003\n",
      "Episode: 1004\n",
      "Episode: 1005\n",
      "Episode: 1006\n",
      "Episode: 1007\n",
      "Episode: 1008\n",
      "Episode: 1009\n",
      "Episode: 1010\n",
      "Episode: 1011\n",
      "Episode: 1012\n",
      "Episode: 1013\n",
      "Episode: 1014\n",
      "Episode: 1015\n",
      "Episode: 1016\n",
      "Episode: 1017\n",
      "Episode: 1018\n",
      "Episode: 1019\n",
      "Episode: 1020\n",
      "Episode: 1021\n",
      "Episode: 1022\n",
      "Episode: 1023\n",
      "Episode: 1024\n",
      "Episode: 1025\n",
      "Episode: 1026\n",
      "Episode: 1027\n",
      "Episode: 1028\n",
      "Episode: 1029\n",
      "Episode: 1030\n",
      "Episode: 1031\n",
      "Episode: 1032\n",
      "Episode: 1033\n",
      "Episode: 1034\n",
      "Episode: 1035\n",
      "Episode: 1036\n",
      "Episode: 1037\n",
      "Episode: 1038\n",
      "Episode: 1039\n",
      "Episode: 1040\n",
      "Episode: 1041\n",
      "Episode: 1042\n",
      "Episode: 1043\n",
      "Episode: 1044\n",
      "Episode: 1045\n",
      "Episode: 1046\n",
      "Episode: 1047\n",
      "Episode: 1048\n",
      "Episode: 1049\n",
      "Episode: 1050\n",
      "Episode: 1051\n",
      "Episode: 1052\n",
      "Episode: 1053\n",
      "Episode: 1054\n",
      "Episode: 1055\n",
      "Episode: 1056\n",
      "Episode: 1057\n",
      "Episode: 1058\n",
      "Episode: 1059\n",
      "Episode: 1060\n",
      "Episode: 1061\n",
      "Episode: 1062\n",
      "Episode: 1063\n",
      "Episode: 1064\n",
      "Episode: 1065\n",
      "Episode: 1066\n",
      "Episode: 1067\n",
      "Episode: 1068\n",
      "Episode: 1069\n",
      "Episode: 1070\n",
      "Episode: 1071\n",
      "Episode: 1072\n",
      "Episode: 1073\n",
      "Episode: 1074\n",
      "Episode: 1075\n",
      "Episode: 1076\n",
      "Episode: 1077\n",
      "Episode: 1078\n",
      "Episode: 1079\n",
      "Episode: 1080\n",
      "Episode: 1081\n",
      "Episode: 1082\n",
      "Episode: 1083\n",
      "Episode: 1084\n",
      "Episode: 1085\n",
      "Episode: 1086\n",
      "Episode: 1087\n",
      "Episode: 1088\n",
      "Episode: 1089\n",
      "Episode: 1090\n",
      "Episode: 1091\n",
      "Episode: 1092\n",
      "Episode: 1093\n",
      "Episode: 1094\n",
      "Episode: 1095\n",
      "Episode: 1096\n",
      "Episode: 1097\n",
      "Episode: 1098\n",
      "Episode: 1099\n",
      "Episode: 1100\n",
      "Episode: 1101\n",
      "Episode: 1102\n",
      "Episode: 1103\n",
      "Episode: 1104\n",
      "Episode: 1105\n",
      "Episode: 1106\n",
      "Episode: 1107\n",
      "Episode: 1108\n",
      "Episode: 1109\n",
      "Episode: 1110\n",
      "Episode: 1111\n",
      "Episode: 1112\n",
      "Episode: 1113\n",
      "Episode: 1114\n",
      "Episode: 1115\n",
      "Episode: 1116\n",
      "Episode: 1117\n",
      "Episode: 1118\n",
      "Episode: 1119\n",
      "Episode: 1120\n",
      "Episode: 1121\n",
      "Episode: 1122\n",
      "Episode: 1123\n",
      "Episode: 1124\n",
      "Episode: 1125\n",
      "Episode: 1126\n",
      "Episode: 1127\n",
      "Episode: 1128\n",
      "Episode: 1129\n",
      "Episode: 1130\n",
      "Episode: 1131\n",
      "Episode: 1132\n",
      "Episode: 1133\n",
      "Episode: 1134\n",
      "Episode: 1135\n",
      "Episode: 1136\n",
      "Episode: 1137\n",
      "Episode: 1138\n",
      "Episode: 1139\n",
      "Episode: 1140\n",
      "Episode: 1141\n",
      "Episode: 1142\n",
      "Episode: 1143\n",
      "Episode: 1144\n",
      "Episode: 1145\n",
      "Episode: 1146\n",
      "Episode: 1147\n",
      "Episode: 1148\n",
      "Episode: 1149\n",
      "Episode: 1150\n",
      "Episode: 1151\n",
      "Episode: 1152\n",
      "Episode: 1153\n",
      "Episode: 1154\n",
      "Episode: 1155\n",
      "Episode: 1156\n",
      "Episode: 1157\n",
      "Episode: 1158\n",
      "Episode: 1159\n",
      "Episode: 1160\n",
      "Episode: 1161\n",
      "Episode: 1162\n",
      "Episode: 1163\n",
      "Episode: 1164\n",
      "Episode: 1165\n",
      "Episode: 1166\n",
      "Episode: 1167\n",
      "Episode: 1168\n",
      "Episode: 1169\n",
      "Episode: 1170\n",
      "Episode: 1171\n",
      "Episode: 1172\n",
      "Episode: 1173\n",
      "Episode: 1174\n",
      "Episode: 1175\n",
      "Episode: 1176\n",
      "Episode: 1177\n",
      "Episode: 1178\n",
      "Episode: 1179\n",
      "Episode: 1180\n",
      "Episode: 1181\n",
      "Episode: 1182\n",
      "Episode: 1183\n",
      "Episode: 1184\n",
      "Episode: 1185\n",
      "Episode: 1186\n",
      "Episode: 1187\n",
      "Episode: 1188\n",
      "Episode: 1189\n",
      "Episode: 1190\n",
      "Episode: 1191\n",
      "Episode: 1192\n",
      "Episode: 1193\n",
      "Episode: 1194\n",
      "Episode: 1195\n",
      "Episode: 1196\n",
      "Episode: 1197\n",
      "Episode: 1198\n",
      "Episode: 1199\n",
      "Episode: 1200\n",
      "Episode: 1201\n",
      "Episode: 1202\n",
      "Episode: 1203\n",
      "Episode: 1204\n",
      "Episode: 1205\n",
      "Episode: 1206\n",
      "Episode: 1207\n",
      "Episode: 1208\n",
      "Episode: 1209\n",
      "Episode: 1210\n",
      "Episode: 1211\n",
      "Episode: 1212\n",
      "Episode: 1213\n",
      "Episode: 1214\n",
      "Episode: 1215\n",
      "Episode: 1216\n",
      "Episode: 1217\n",
      "Episode: 1218\n",
      "Episode: 1219\n",
      "Episode: 1220\n",
      "Episode: 1221\n",
      "Episode: 1222\n",
      "Episode: 1223\n",
      "Episode: 1224\n",
      "Episode: 1225\n",
      "Episode: 1226\n",
      "Episode: 1227\n",
      "Episode: 1228\n",
      "Episode: 1229\n",
      "Episode: 1230\n",
      "Episode: 1231\n",
      "Episode: 1232\n",
      "Episode: 1233\n",
      "Episode: 1234\n",
      "Episode: 1235\n",
      "Episode: 1236\n",
      "Episode: 1237\n",
      "Episode: 1238\n",
      "Episode: 1239\n",
      "Episode: 1240\n",
      "Episode: 1241\n",
      "Episode: 1242\n",
      "Episode: 1243\n",
      "Episode: 1244\n",
      "Episode: 1245\n",
      "Episode: 1246\n",
      "Episode: 1247\n",
      "Episode: 1248\n",
      "Episode: 1249\n",
      "Episode: 1250\n",
      "Episode: 1251\n",
      "Episode: 1252\n",
      "Episode: 1253\n",
      "Episode: 1254\n",
      "Episode: 1255\n",
      "Episode: 1256\n",
      "Episode: 1257\n",
      "Episode: 1258\n",
      "Episode: 1259\n",
      "Episode: 1260\n",
      "Episode: 1261\n",
      "Episode: 1262\n",
      "Episode: 1263\n",
      "Episode: 1264\n",
      "Episode: 1265\n",
      "Episode: 1266\n",
      "Episode: 1267\n",
      "Episode: 1268\n",
      "Episode: 1269\n",
      "Episode: 1270\n",
      "Episode: 1271\n",
      "Episode: 1272\n",
      "Episode: 1273\n",
      "Episode: 1274\n",
      "Episode: 1275\n",
      "Episode: 1276\n",
      "Episode: 1277\n",
      "Episode: 1278\n",
      "Episode: 1279\n",
      "Episode: 1280\n",
      "Episode: 1281\n",
      "Episode: 1282\n",
      "Episode: 1283\n",
      "Episode: 1284\n",
      "Episode: 1285\n",
      "Episode: 1286\n",
      "Episode: 1287\n",
      "Episode: 1288\n",
      "Episode: 1289\n",
      "Episode: 1290\n",
      "Episode: 1291\n",
      "Episode: 1292\n",
      "Episode: 1293\n",
      "Episode: 1294\n",
      "Episode: 1295\n",
      "Episode: 1296\n",
      "Episode: 1297\n",
      "Episode: 1298\n",
      "Episode: 1299\n",
      "Episode: 1300\n",
      "Episode: 1301\n",
      "Episode: 1302\n",
      "Episode: 1303\n",
      "Episode: 1304\n",
      "Episode: 1305\n",
      "Episode: 1306\n",
      "Episode: 1307\n",
      "Episode: 1308\n",
      "Episode: 1309\n",
      "Episode: 1310\n",
      "Episode: 1311\n",
      "Episode: 1312\n",
      "Episode: 1313\n",
      "Episode: 1314\n",
      "Episode: 1315\n",
      "Episode: 1316\n",
      "Episode: 1317\n",
      "Episode: 1318\n",
      "Episode: 1319\n",
      "Episode: 1320\n",
      "Episode: 1321\n",
      "Episode: 1322\n",
      "Episode: 1323\n",
      "Episode: 1324\n",
      "Episode: 1325\n",
      "Episode: 1326\n",
      "Episode: 1327\n",
      "Episode: 1328\n",
      "Episode: 1329\n",
      "Episode: 1330\n",
      "Episode: 1331\n",
      "Episode: 1332\n",
      "Episode: 1333\n",
      "Episode: 1334\n",
      "Episode: 1335\n",
      "Episode: 1336\n",
      "Episode: 1337\n",
      "Episode: 1338\n",
      "Episode: 1339\n",
      "Episode: 1340\n",
      "Episode: 1341\n",
      "Episode: 1342\n",
      "Episode: 1343\n",
      "Episode: 1344\n",
      "Episode: 1345\n",
      "Episode: 1346\n",
      "Episode: 1347\n",
      "Episode: 1348\n",
      "Episode: 1349\n",
      "Episode: 1350\n",
      "Episode: 1351\n",
      "Episode: 1352\n",
      "Episode: 1353\n",
      "Episode: 1354\n",
      "Episode: 1355\n",
      "Episode: 1356\n",
      "Episode: 1357\n",
      "Episode: 1358\n",
      "Episode: 1359\n",
      "Episode: 1360\n",
      "Episode: 1361\n",
      "Episode: 1362\n",
      "Episode: 1363\n",
      "Episode: 1364\n",
      "Episode: 1365\n",
      "Episode: 1366\n",
      "Episode: 1367\n",
      "Episode: 1368\n",
      "Episode: 1369\n",
      "Episode: 1370\n",
      "Episode: 1371\n",
      "Episode: 1372\n",
      "Episode: 1373\n",
      "Episode: 1374\n",
      "Episode: 1375\n",
      "Episode: 1376\n",
      "Episode: 1377\n",
      "Episode: 1378\n",
      "Episode: 1379\n",
      "Episode: 1380\n",
      "Episode: 1381\n",
      "Episode: 1382\n",
      "Episode: 1383\n",
      "Episode: 1384\n",
      "Episode: 1385\n",
      "Episode: 1386\n",
      "Episode: 1387\n",
      "Episode: 1388\n",
      "Episode: 1389\n",
      "Episode: 1390\n",
      "Episode: 1391\n",
      "Episode: 1392\n",
      "Episode: 1393\n",
      "Episode: 1394\n",
      "Episode: 1395\n",
      "Episode: 1396\n",
      "Episode: 1397\n",
      "Episode: 1398\n",
      "Episode: 1399\n",
      "Episode: 1400\n",
      "Episode: 1401\n",
      "Episode: 1402\n",
      "Episode: 1403\n",
      "Episode: 1404\n",
      "Episode: 1405\n",
      "Episode: 1406\n",
      "Episode: 1407\n",
      "Episode: 1408\n",
      "Episode: 1409\n",
      "Episode: 1410\n",
      "Episode: 1411\n",
      "Episode: 1412\n",
      "Episode: 1413\n",
      "Episode: 1414\n",
      "Episode: 1415\n",
      "Episode: 1416\n",
      "Episode: 1417\n",
      "Episode: 1418\n",
      "Episode: 1419\n",
      "Episode: 1420\n",
      "Episode: 1421\n",
      "Episode: 1422\n",
      "Episode: 1423\n",
      "Episode: 1424\n",
      "Episode: 1425\n",
      "Episode: 1426\n",
      "Episode: 1427\n",
      "Episode: 1428\n",
      "Episode: 1429\n",
      "Episode: 1430\n",
      "Episode: 1431\n",
      "Episode: 1432\n",
      "Episode: 1433\n",
      "Episode: 1434\n",
      "Episode: 1435\n",
      "Episode: 1436\n",
      "Episode: 1437\n",
      "Episode: 1438\n",
      "Episode: 1439\n",
      "Episode: 1440\n",
      "Episode: 1441\n",
      "Episode: 1442\n",
      "Episode: 1443\n",
      "Episode: 1444\n",
      "Episode: 1445\n",
      "Episode: 1446\n",
      "Episode: 1447\n",
      "Episode: 1448\n",
      "Episode: 1449\n",
      "Episode: 1450\n",
      "Episode: 1451\n",
      "Episode: 1452\n",
      "Episode: 1453\n",
      "Episode: 1454\n",
      "Episode: 1455\n",
      "Episode: 1456\n",
      "Episode: 1457\n",
      "Episode: 1458\n",
      "Episode: 1459\n",
      "Episode: 1460\n",
      "Episode: 1461\n",
      "Episode: 1462\n",
      "Episode: 1463\n",
      "Episode: 1464\n",
      "Episode: 1465\n",
      "Episode: 1466\n",
      "Episode: 1467\n",
      "Episode: 1468\n",
      "Episode: 1469\n",
      "Episode: 1470\n",
      "Episode: 1471\n",
      "Episode: 1472\n",
      "Episode: 1473\n",
      "Episode: 1474\n",
      "Episode: 1475\n",
      "Episode: 1476\n",
      "Episode: 1477\n",
      "Episode: 1478\n",
      "Episode: 1479\n",
      "Episode: 1480\n",
      "Episode: 1481\n",
      "Episode: 1482\n",
      "Episode: 1483\n",
      "Episode: 1484\n",
      "Episode: 1485\n",
      "Episode: 1486\n",
      "Episode: 1487\n",
      "Episode: 1488\n",
      "Episode: 1489\n",
      "Episode: 1490\n",
      "Episode: 1491\n",
      "Episode: 1492\n",
      "Episode: 1493\n",
      "Episode: 1494\n",
      "Episode: 1495\n",
      "Episode: 1496\n",
      "Episode: 1497\n",
      "Episode: 1498\n",
      "Episode: 1499\n",
      "Episode: 1500\n",
      "Episode: 1501\n",
      "Episode: 1502\n",
      "Episode: 1503\n",
      "Episode: 1504\n",
      "Episode: 1505\n",
      "Episode: 1506\n",
      "Episode: 1507\n",
      "Episode: 1508\n",
      "Episode: 1509\n",
      "Episode: 1510\n",
      "Episode: 1511\n",
      "Episode: 1512\n",
      "Episode: 1513\n",
      "Episode: 1514\n",
      "Episode: 1515\n",
      "Episode: 1516\n",
      "Episode: 1517\n",
      "Episode: 1518\n",
      "Episode: 1519\n",
      "Episode: 1520\n",
      "Episode: 1521\n",
      "Episode: 1522\n",
      "Episode: 1523\n",
      "Episode: 1524\n",
      "Episode: 1525\n",
      "Episode: 1526\n",
      "Episode: 1527\n",
      "Episode: 1528\n",
      "Episode: 1529\n",
      "Episode: 1530\n",
      "Episode: 1531\n",
      "Episode: 1532\n",
      "Episode: 1533\n",
      "Episode: 1534\n",
      "Episode: 1535\n",
      "Episode: 1536\n",
      "Episode: 1537\n",
      "Episode: 1538\n",
      "Episode: 1539\n",
      "Episode: 1540\n",
      "Episode: 1541\n",
      "Episode: 1542\n",
      "Episode: 1543\n",
      "Episode: 1544\n",
      "Episode: 1545\n",
      "Episode: 1546\n",
      "Episode: 1547\n",
      "Episode: 1548\n",
      "Episode: 1549\n",
      "Episode: 1550\n",
      "Episode: 1551\n",
      "Episode: 1552\n",
      "Episode: 1553\n",
      "Episode: 1554\n",
      "Episode: 1555\n",
      "Episode: 1556\n",
      "Episode: 1557\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 1558\n",
      "Episode: 1559\n",
      "Episode: 1560\n",
      "Episode: 1561\n",
      "Episode: 1562\n",
      "Episode: 1563\n",
      "Episode: 1564\n",
      "Episode: 1565\n",
      "Episode: 1566\n",
      "Episode: 1567\n",
      "Episode: 1568\n",
      "Episode: 1569\n",
      "Episode: 1570\n",
      "Episode: 1571\n",
      "Episode: 1572\n",
      "Episode: 1573\n",
      "Episode: 1574\n",
      "Episode: 1575\n",
      "Episode: 1576\n",
      "Episode: 1577\n",
      "Episode: 1578\n",
      "Episode: 1579\n",
      "Episode: 1580\n",
      "Episode: 1581\n",
      "Episode: 1582\n",
      "Episode: 1583\n",
      "Episode: 1584\n",
      "Episode: 1585\n",
      "Episode: 1586\n",
      "Episode: 1587\n",
      "Episode: 1588\n",
      "Episode: 1589\n",
      "Episode: 1590\n",
      "Episode: 1591\n",
      "Episode: 1592\n",
      "Episode: 1593\n",
      "Episode: 1594\n",
      "Episode: 1595\n",
      "Episode: 1596\n",
      "Episode: 1597\n",
      "Episode: 1598\n",
      "Episode: 1599\n",
      "Episode: 1600\n",
      "Episode: 1601\n",
      "Episode: 1602\n",
      "Episode: 1603\n",
      "Episode: 1604\n",
      "Episode: 1605\n",
      "Episode: 1606\n",
      "Episode: 1607\n",
      "Episode: 1608\n",
      "Episode: 1609\n",
      "Episode: 1610\n",
      "Episode: 1611\n",
      "Episode: 1612\n",
      "Episode: 1613\n",
      "Episode: 1614\n",
      "Episode: 1615\n",
      "Episode: 1616\n",
      "Episode: 1617\n",
      "Episode: 1618\n",
      "Episode: 1619\n",
      "Episode: 1620\n",
      "Episode: 1621\n",
      "Episode: 1622\n",
      "Episode: 1623\n",
      "Episode: 1624\n",
      "Episode: 1625\n",
      "Episode: 1626\n",
      "Episode: 1627\n",
      "Episode: 1628\n",
      "Episode: 1629\n",
      "Episode: 1630\n",
      "Episode: 1631\n",
      "Episode: 1632\n",
      "Episode: 1633\n",
      "Episode: 1634\n",
      "Episode: 1635\n",
      "Episode: 1636\n",
      "Episode: 1637\n",
      "Episode: 1638\n",
      "Episode: 1639\n",
      "Episode: 1640\n",
      "Episode: 1641\n",
      "Episode: 1642\n",
      "Episode: 1643\n",
      "Episode: 1644\n",
      "Episode: 1645\n",
      "Episode: 1646\n",
      "Episode: 1647\n",
      "Episode: 1648\n",
      "Episode: 1649\n",
      "Episode: 1650\n",
      "Episode: 1651\n",
      "Episode: 1652\n",
      "Episode: 1653\n",
      "Episode: 1654\n",
      "Episode: 1655\n",
      "Episode: 1656\n",
      "Episode: 1657\n",
      "Episode: 1658\n",
      "Episode: 1659\n",
      "Episode: 1660\n",
      "Episode: 1661\n",
      "Episode: 1662\n",
      "Episode: 1663\n",
      "Episode: 1664\n",
      "Episode: 1665\n",
      "Episode: 1666\n",
      "Episode: 1667\n",
      "Episode: 1668\n",
      "Episode: 1669\n",
      "Episode: 1670\n",
      "Episode: 1671\n",
      "Episode: 1672\n",
      "Episode: 1673\n",
      "Episode: 1674\n",
      "Episode: 1675\n",
      "Episode: 1676\n",
      "Episode: 1677\n",
      "Episode: 1678\n",
      "Episode: 1679\n",
      "Episode: 1680\n",
      "Episode: 1681\n",
      "Episode: 1682\n",
      "Episode: 1683\n",
      "Episode: 1684\n",
      "Episode: 1685\n",
      "Episode: 1686\n",
      "Episode: 1687\n",
      "Episode: 1688\n",
      "Episode: 1689\n",
      "Episode: 1690\n",
      "Episode: 1691\n",
      "Episode: 1692\n",
      "Episode: 1693\n",
      "Episode: 1694\n",
      "Episode: 1695\n",
      "Episode: 1696\n",
      "Episode: 1697\n",
      "Episode: 1698\n",
      "Episode: 1699\n",
      "Episode: 1700\n",
      "Episode: 1701\n",
      "Episode: 1702\n",
      "Episode: 1703\n",
      "Episode: 1704\n",
      "Episode: 1705\n",
      "Episode: 1706\n",
      "Episode: 1707\n",
      "Episode: 1708\n",
      "Episode: 1709\n",
      "Episode: 1710\n",
      "Episode: 1711\n",
      "Episode: 1712\n",
      "Episode: 1713\n",
      "Episode: 1714\n",
      "Episode: 1715\n",
      "Episode: 1716\n",
      "Episode: 1717\n",
      "Episode: 1718\n",
      "Episode: 1719\n",
      "Episode: 1720\n",
      "Episode: 1721\n",
      "Episode: 1722\n",
      "Episode: 1723\n",
      "Episode: 1724\n",
      "Episode: 1725\n",
      "Episode: 1726\n",
      "Episode: 1727\n",
      "Episode: 1728\n",
      "Episode: 1729\n",
      "Episode: 1730\n",
      "Episode: 1731\n",
      "Episode: 1732\n",
      "Episode: 1733\n",
      "Episode: 1734\n",
      "Episode: 1735\n",
      "Episode: 1736\n",
      "Episode: 1737\n",
      "Episode: 1738\n",
      "Episode: 1739\n",
      "Episode: 1740\n",
      "Episode: 1741\n",
      "Episode: 1742\n",
      "Episode: 1743\n",
      "Episode: 1744\n",
      "Episode: 1745\n",
      "Episode: 1746\n",
      "Episode: 1747\n",
      "Episode: 1748\n",
      "Episode: 1749\n",
      "Episode: 1750\n",
      "Episode: 1751\n",
      "Episode: 1752\n",
      "Episode: 1753\n",
      "Episode: 1754\n",
      "Episode: 1755\n",
      "Episode: 1756\n",
      "Episode: 1757\n",
      "Episode: 1758\n",
      "Episode: 1759\n",
      "Episode: 1760\n",
      "Episode: 1761\n",
      "Episode: 1762\n",
      "Episode: 1763\n",
      "Episode: 1764\n",
      "Episode: 1765\n",
      "Episode: 1766\n",
      "Episode: 1767\n",
      "Episode: 1768\n",
      "Episode: 1769\n",
      "Episode: 1770\n",
      "Episode: 1771\n",
      "Episode: 1772\n",
      "Episode: 1773\n",
      "Episode: 1774\n",
      "Episode: 1775\n",
      "Episode: 1776\n",
      "Episode: 1777\n",
      "Episode: 1778\n",
      "Episode: 1779\n",
      "Episode: 1780\n",
      "Episode: 1781\n",
      "Episode: 1782\n",
      "Episode: 1783\n",
      "Episode: 1784\n",
      "Episode: 1785\n",
      "Episode: 1786\n",
      "Episode: 1787\n",
      "Episode: 1788\n",
      "Episode: 1789\n",
      "Episode: 1790\n",
      "Episode: 1791\n",
      "Episode: 1792\n",
      "Episode: 1793\n",
      "Episode: 1794\n",
      "Episode: 1795\n",
      "Episode: 1796\n",
      "Episode: 1797\n",
      "Episode: 1798\n",
      "Episode: 1799\n",
      "Episode: 1800\n",
      "Episode: 1801\n",
      "Episode: 1802\n",
      "Episode: 1803\n",
      "Episode: 1804\n",
      "Episode: 1805\n",
      "Episode: 1806\n",
      "Episode: 1807\n",
      "Episode: 1808\n",
      "Episode: 1809\n",
      "Episode: 1810\n",
      "Episode: 1811\n",
      "Episode: 1812\n",
      "Episode: 1813\n",
      "Episode: 1814\n",
      "Episode: 1815\n",
      "Episode: 1816\n",
      "Episode: 1817\n",
      "Episode: 1818\n",
      "Episode: 1819\n",
      "Episode: 1820\n",
      "Episode: 1821\n",
      "Episode: 1822\n",
      "Episode: 1823\n",
      "Episode: 1824\n",
      "Episode: 1825\n",
      "Episode: 1826\n",
      "Episode: 1827\n",
      "Episode: 1828\n",
      "Episode: 1829\n",
      "Episode: 1830\n",
      "Episode: 1831\n",
      "Episode: 1832\n",
      "Episode: 1833\n",
      "Episode: 1834\n",
      "Episode: 1835\n",
      "Episode: 1836\n",
      "Episode: 1837\n",
      "Episode: 1838\n",
      "Episode: 1839\n",
      "Episode: 1840\n",
      "Episode: 1841\n",
      "Episode: 1842\n",
      "Episode: 1843\n",
      "Episode: 1844\n",
      "Episode: 1845\n",
      "Episode: 1846\n",
      "Episode: 1847\n",
      "Episode: 1848\n",
      "Episode: 1849\n",
      "Episode: 1850\n",
      "Episode: 1851\n",
      "Episode: 1852\n",
      "Episode: 1853\n",
      "Episode: 1854\n",
      "Episode: 1855\n",
      "Episode: 1856\n",
      "Episode: 1857\n",
      "Episode: 1858\n",
      "Episode: 1859\n",
      "Episode: 1860\n",
      "Episode: 1861\n",
      "Episode: 1862\n",
      "Episode: 1863\n",
      "Episode: 1864\n",
      "Episode: 1865\n",
      "Episode: 1866\n",
      "Episode: 1867\n",
      "Episode: 1868\n",
      "Episode: 1869\n",
      "Episode: 1870\n",
      "Episode: 1871\n",
      "Episode: 1872\n",
      "Episode: 1873\n",
      "Episode: 1874\n",
      "Episode: 1875\n",
      "Episode: 1876\n",
      "Episode: 1877\n",
      "Episode: 1878\n",
      "Episode: 1879\n",
      "Episode: 1880\n",
      "Episode: 1881\n",
      "Episode: 1882\n",
      "Episode: 1883\n",
      "Episode: 1884\n",
      "Episode: 1885\n",
      "Episode: 1886\n",
      "Episode: 1887\n",
      "Episode: 1888\n",
      "Episode: 1889\n",
      "Episode: 1890\n",
      "Episode: 1891\n",
      "Episode: 1892\n",
      "Episode: 1893\n",
      "Episode: 1894\n",
      "Episode: 1895\n",
      "Episode: 1896\n",
      "Episode: 1897\n",
      "Episode: 1898\n",
      "Episode: 1899\n",
      "Episode: 1900\n",
      "Episode: 1901\n",
      "Episode: 1902\n",
      "Episode: 1903\n",
      "Episode: 1904\n",
      "Episode: 1905\n",
      "Episode: 1906\n",
      "Episode: 1907\n",
      "Episode: 1908\n",
      "Episode: 1909\n",
      "Episode: 1910\n",
      "Episode: 1911\n",
      "Episode: 1912\n",
      "Episode: 1913\n",
      "Episode: 1914\n",
      "Episode: 1915\n",
      "Episode: 1916\n",
      "Episode: 1917\n",
      "Episode: 1918\n",
      "Episode: 1919\n",
      "Episode: 1920\n",
      "Episode: 1921\n",
      "Episode: 1922\n",
      "Episode: 1923\n",
      "Episode: 1924\n",
      "Episode: 1925\n",
      "Episode: 1926\n",
      "Episode: 1927\n",
      "Episode: 1928\n",
      "Episode: 1929\n",
      "Episode: 1930\n",
      "Episode: 1931\n",
      "Episode: 1932\n",
      "Episode: 1933\n",
      "Episode: 1934\n",
      "Episode: 1935\n",
      "Episode: 1936\n",
      "Episode: 1937\n",
      "Episode: 1938\n",
      "Episode: 1939\n",
      "Episode: 1940\n",
      "Episode: 1941\n",
      "Episode: 1942\n",
      "Episode: 1943\n",
      "Episode: 1944\n",
      "Episode: 1945\n",
      "Episode: 1946\n",
      "Episode: 1947\n",
      "Episode: 1948\n",
      "Episode: 1949\n",
      "Episode: 1950\n",
      "Episode: 1951\n",
      "Episode: 1952\n",
      "Episode: 1953\n",
      "Episode: 1954\n",
      "Episode: 1955\n",
      "Episode: 1956\n",
      "Episode: 1957\n",
      "Episode: 1958\n",
      "Episode: 1959\n",
      "Episode: 1960\n",
      "Episode: 1961\n",
      "Episode: 1962\n",
      "Episode: 1963\n",
      "Episode: 1964\n",
      "Episode: 1965\n",
      "Episode: 1966\n",
      "Episode: 1967\n",
      "Episode: 1968\n",
      "Episode: 1969\n",
      "Episode: 1970\n",
      "Episode: 1971\n",
      "Episode: 1972\n",
      "Episode: 1973\n",
      "Episode: 1974\n",
      "Episode: 1975\n",
      "Episode: 1976\n",
      "Episode: 1977\n",
      "Episode: 1978\n",
      "Episode: 1979\n",
      "Episode: 1980\n",
      "Episode: 1981\n",
      "Episode: 1982\n",
      "Episode: 1983\n",
      "Episode: 1984\n",
      "Episode: 1985\n",
      "Episode: 1986\n",
      "Episode: 1987\n",
      "Episode: 1988\n",
      "Episode: 1989\n",
      "Episode: 1990\n",
      "Episode: 1991\n",
      "Episode: 1992\n",
      "Episode: 1993\n",
      "Episode: 1994\n",
      "Episode: 1995\n",
      "Episode: 1996\n",
      "Episode: 1997\n",
      "Episode: 1998\n",
      "Episode: 1999\n"
     ]
    }
   ],
   "source": [
    "alpha = 0.4\n",
    "gamma = 0.999\n",
    "epsilon = 0.9\n",
    "episodes = 2000\n",
    "max_steps = 2500\n",
    "n_tests = 20\n",
    "start = time.time()\n",
    "sarsa_timestep_reward = sarsa(alpha, gamma, epsilon, episodes, max_steps, n_tests)\n",
    "end = time.time()\n",
    "stime = end - start"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7ff3e3e7a5f8>]"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAD8CAYAAAB6paOMAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3Xl8VPW9//HXZxIChC2BsJmFNeyLYFhkR5BVi1Xb4oZbtVpta7W1olatttYu9/Z2taWWLl5bq9d65ddaF+rVuhQEWgFRlCBYQHZkUbaQfH9/zEkyk8xMlpnMTHLez8cjj8x8zzlzPnNm5ny+y1nMOYeIiPhXINUBiIhIaikRiIj4nBKBiIjPKRGIiPicEoGIiM8pEYiI+JwSgYiIzykRiIj4nBKBiIjPZaY6gPrIy8tzvXv3TnUYIiLNypo1a/Y557rWNV+zSAS9e/dm9erVqQ5DRKRZMbP36zOfuoZERHxOiUBExOeUCEREfE6JQETE55QIRER8TolARMTnlAhERHxOiSBJtn94lGMny6NOd87xxJrtfHziFKV7PmrSWDbv/YhNu480aJlT5RVs2fdxE0UU7v39H3PyVEXV86baHmXlFSTqVq0Hj55k75ETbDtwlONl4Z/z82/tZteh4xGXO3aynG0HjtZrHWXlFWyN8hmU7vmo6r3sOXKcQ0fLGhB94x08epKn3tjBY6u2ceJU9O93qB0Hj/HxiVMRpx0+XlZrW+3/6AQHPj4JwDNv7mLP4cjb8uMTp9j+YfRtefh4GbujLFsfx06W88Sa7fX6zuw8dIyDR09WPf/w45Ps/+hEzGXWbT/IG9sONjq+eFiq7llsZnOAHwIZwEPOuQeizVtSUuKa+wllvW/7CwC9umTz/v6jPHXDREYW5vDshl187uE1DOjennd3f4QZOAclvXIZ2KMDF5xRwLDTOlFe4TCDP/1zB7c/uZ5FZ/aiT147Lh5XxKbdH/HvA0fJyW7FnU++SW67LG4+ewD3LNvAzCHdeX//xzzz5i4qanzUr912FsfLyunbtT0vbNzN71f+m9lDe3B6YQ6b937Edf/9T35+6Wi6dmjD0le38Jd1OwFYfvMUCnKzyQwYx09V0C4rg2Nl5azccoDnNuxixqDuBAJw8GgZNz+2ljP7duE3V42hvMKRnRU8h/Efm/ezaOlKnIPMDKNbhzb8+8BRvnvBCG59Yh2Xji/irnOGctdTb/Loqm0AfPv84dz11JuUlTtWLJ7B7sPHeeiVLSw6sxdfeXwtffPa0TuvHXefO5TDx8vYuPMIw/M78fOXNvPWzsP8/NIzePJfO1i//SC3zx/MwDufYXJxHqMKc/jRC6UADM/vxBUTenPL42v59ZVjGNenMyvfO0Bh57YsfXUrh46V0b9re740o5j/WbOdW59YR8c2mRw+Xr1jmze8B9+7cCQfHDzG2T/4e1X57fMGcf/TG/nq7IE8/9busB/9zy4Zzbu7j/ClGcWYGcfLynl//1EyAsazG3Zx6bhejLz3OQCe+/IUenRqQ4YZFc7x8Ir3+e4z7/DpkgLWbT/Exl21k/z8ET353oUjWPrKFi4b35s/r/+AQ8fKmDGoO/m5bXlzxyEKO2ez+E/rKd19hBvPKmZYfkf+a/kmXti4h+um9mPJ3zczuGdHZg/twcZdh/n2J0dw82Nv8LeNewBo3zqTH188iit/vYpJ/fO4dkpfJvbP493dR3hh4x5OlTt+sPzdqpiun9aP/7f2Az43tR9nD+7OzkPH+MySFZw8VcE3zxvGRWOL+PjkKUbcE3zf939yOLc/uR6ARz47jg8OHmNwz44899ZuVr63n5VbDgDw1r2z2fHhMdpmZVCQm82ew8fZdfg4n/jJq1XLTujXhcdWb6Okd2f65rXj169uZdbQ7pTu+YhuHdqwdvtBxvTuzMz/fIlPlxTw2OrtVXEP6tGBjbuOMLIwh4cWlZCT3YpNuz+iwjne2/cxR0+c4rY/rSc/py1fmzuIaQO7Vr0HCP62f3/NeLIyq+vhK9/bz2eWrABg7d2zyAwYq7Ye4NjJcuYO71l7h1JPZrbGOVdS53ypSARmlgG8C5wNbAdWARc5596KNH9zTQQ/+tsm5g7rQUFuNoPveiZs2m1zB3Hd1H5VCaKxPje1L7946b24XqOx8tq3Zl8dtZxKWRkBTpZX8N0LRjBzSHdG3/d8k8U1c3A3lr+9J+Y8xd3asymOlsbIwhzW1lF7G57fifU7DjXodc8a1I0173/IoWPJqdGns9aZAU6EtAwb4zsXDOdrT6xPUESNc0avXNa8/2HU6f27tY/Z6r1vwVAuO7N3o9ad7ongTOAe59xs7/liAOfctyPNny6J4DO/+AcVzvH4dRPCyo8cL2P4Pc/x+Wn9uHXOIACOnjzFkLuepVPbVhR1zo64Q9j6wPy4E0F9dnoi0rxtfWB+o5arbyJI1RhBPrAt5Pl2ryytrdxygFVba2f2J/+1A4CfvbgZgA8OHmPyd/4PgEPHyqLWCj/721Vxx/T2zob19YuI1JS2g8Vmdq2ZrTaz1Xv37k11OGGu+PXrvFa6r+r5ibLw5usTa7az/+OTNRerJRE1+R0Hj8X9GiLib6lKBDuAwpDnBV5ZFefcEudciXOupGvXOq+iGrfXNu+jvOZoahQvvrOXix9aWfX8ZHl1IjheVk5ZPV9HmoeuHVrH/Rr5OW0bNP8d8wbz4lemxb3eV742Pe7XqMuZfbuEPf/q7IH1XvZrXldqY00b2JWzBnWr9/zfPn840wY2bH/yyGfH8cxNk7lyYu8GRhdZZsAS8jqJlKpEsAooNrM+ZpYFLASWpSgWXtm0j4t/uZIHXyxt1PInQg4XHPT1Z/jR3zYlKjRfuHpSH96462weWlRnV2aVv35pMj06tmn0Oi88o6De82ZlRP+Z3DSzuF6v8bdbpvLCLVPp3SW7XvNfM6UvvfPaRZz2jU8MrddrALSKErvVY180pncu371gRJ3zfXJ0eK/u2UO6x5z/uqn9qh5fP60fr98xg59ePLrugEJ8cUYxq++cyZLLSlh6xZiq8o33zYm6zH3nDWPhmEIeOD/6e/rxRaNYfvOUsLKJ/fMY1KMjY3p3rjX/kJ4dGxT3Ty8ezT8Wz+DBS6rfb+j2Ck2indq2atBrxyMlicA5dwq4EXgWeBt4zDm3IRWxQPC4a4DNe8OP0X7rg8N88Q//4sSpcioi1PIffHEzD694n5Pl/m4BXDWxT9jzn1w8inNG9OTaKX3p2CbyLS8qa0VXTOjN188ZQk52Frntsupc18u3TueVr01ncM+O5GSH/1B+cdkZTK9nbe+KCb2rHs8f0ZP/+NTIWvMsHBNstPboFJ5wQhPDl2YU84drxte5vjatMujbtT0PXz0urDzSjquuWvz4vl3IygzUa+dpBt0itGiuD9kZh/r5paMpyA22XiocUI+E0aZVBmvvnlX1vObnEurr5wypdRx+tw5tmD+iJ5+b0rfulQHv3T+Pm88eQF771mGHYFbGUvl9vPnsAVXlV0/qw2Xje2FmBGLs9TICRv9uHSJOmz20B3fOH8x3LhhelYzb1/h+Ty7Oi/j5DeoRfM2iztl07dCaCf3zAMjKDDCuT3WCuXpSH/LaBz+vG6f3jx5ogqVsjMA597RzboBzrp9z7lupigMg4FWP9h45wfee3Vi107/816+zbO0HDLzzGS791cpay33nmY18/X/fxNEyE8GnItSaf3vV2FplN88aEPb8nBGn8ZOLR3P7vMH07FTdJfLFs6q/2I9eO56fXDyK2+ZWdw2Uldd9qGBh52wKcoO16mH5ncKmzR7ag8XzBtf5GhA85r1yxzMivxMX1HivL986varWfP7ofOZ7x3LPHNydc0eeBsCfvzAJM+PMfl3Y+sD8eh3ZUdg5my7tssjKDLD1gfm0aZVRa57K9wcwoiD8Pb5x19kM7NGBd+6bw/wRPfnhwtMBaJVh/PzS0bVqkQEzXvjKNBad2Yth+dW11wWnRz42Y86wnvzgM8HXLK9wDK+xjSuFfjeM4KGelbp1aMOrt51VtfO765wh/GPxWWx9YD5XT+oT9dDY2+YOYsHpp0WcFvae6uhauX3eIF677Sy+OKO6tTa6KLfqcevM6m3+myvHhC1b8yDK0ASXETA+O7kvnxlTxCXjirhqYh++d2F16+Ifi8/i4avHUZCbzdIrSsKmdfQ+l7ZZGV4MAW99jisn9uGHC0/nvfvn0aZVRlWirE+rLVGaxR3KmlrlBn+ldB+vlO7jzL55TCrOCzv78bXN+6Mu/06EE3iai4vGFvKH17dFnDayMIfH12wPK5s6ILzG/cT1E8iI8Y2dVJzHO7uP8IPPjOSTowpYNKE3+z46waAetZvUfbtG7gqJ5pvnDaNNqwD/veLfVWV98toxuTiP66f14+Jf1k7elQJmXDmxD6vf/7BWN9E735xD68wMKry8lGHG7fMH85f1O7nwjHymDezGxeMKayWimiYX5/Hypn21yv+xeEbY8wvPKOCpN3ZQFqFl+b+fn8iJUxVV56HkZAdbTeZt8wHdgzvbwtxs5gzryaul+3l4xft8bkpf8nPbVtUu710wDAieVb5664GI8Xb2WmSVrTXnHIN7dmTDN2Yz9O5nw+bt1jG8lZFRY+ecn9OW03LasnHXEaYN7BpWIbhhen8eXbWN2+eFjw+YGXfMH8xTb3wQMb7gPJHLzx15Gn9ZF1wuMyPAaTXGZEJ7yEKT5ZTirtw6ZyCvle7nldJ9tSp10bpnMjMC3HXuEE55lZdZQ7qHvcezBgW7e0YW5rB++yEm9s/jL+t30s/7jle2KqcN7EZGwMIS808vGc0vXtpc9Vl/YmTdyTFeSgRUtwgqlXsZub6nWLz4Tnod1VQf37twBG/tPMwtswZGTQSn6qihZ2UGOKNXbsxLCyyeO4hLxhXRt2t7IHgSWuXOqaZuHWr3+QeMWmdEV2rTKoMbpvcPSwStMgK1ul8indBjFuzyeeL66nNCfnvVWHp3ya6qMVZ4X4CAGfk5bcNq/Gf0qt1fHGrl7TPo2KYVn/zZqxR1Dh8XqNmd8f1PjeT7nxoZ8ZySQMCqapGRVH13K/95/3t2asOiCCch9evann5d23P0ZHUl58IzCli29gMWe62zyp165e+gXevau4mTNU70ilQZ+M9Pj+Sld/dWffaVCjtnR209tQrpt5k7rAd/fXNX2PRoA+g/vmgUP75oVK3ymYO7s/zt3bV+45UCAePz0/qzYcdhIPw3X58B/syMAH//6vRaibHSgO4dqpL11ZOqu1ADAYu63Pi+XRjft0vVpTYWndmrzjjipURA7URQ+ayldvkAfKok2P9d87o4oUK7KAD+eG14X/ii8cEvaKwWQWZGoNaOoCGe+/IUbnjkX7wT5dpIPTu1rbpsRzS/uryE0+8NP5M5Usg1WzuVCagxTfTu3kD2MzdNqWPOcAO7R+6fjiYQngdCvruxVV7qA+CB84fz/ZAxksrfQ0WMesCEfnn88uUt1ct4gYwNGVDNyc6K2gUVTWZG8HVaZRifHlMYlggevXY8vbo0rNUYmsxjqjF5wzdm12rlRFNUzwMAGrpcj05tGn0iWUOl7XkEyRTt807RZZjqpW2EvuWaHvnsOK6f1o/Vd84MKw/tK471A5kxOPywvLF9wmvBX/D6YEN/MDWTRUP912dOZ5I3kDaxfxf6d+vAs1+OvTNddsOkmIdaVjaxQ9W5Y4Cqvtr6zJsIL9wylcevPzOu1zhvVHDHO2VA/Q+RzKxxZFFVIojxAxjdK5e5w3oA1Yly+c1TWVqjz72hMr0WgWFVFYxJ/fPY8u15jK9xmGp9VL6Hmjv1aGMfle+4XevMiOM3LZVaBNQefCqvcHz18bVxX+ckkWYM6lZ1cS8I9tHGqgVD8LC3id5ONdRjn6ve2cQ6ptlqtpRqPK/8cYWWj2vEjzXUeaPyycluxSul++q9A+6U3YpOMY5UiaQ+r12R5EG7xrScKndclZ/BqKLcetci//LFSREPja3qGopxPkzAam/D/t0a3/Kr1DozQJ+8dtw0szgsjprfvfqqfA81F3/8ujM5GnI14KqWVDrX/pqQEgG1v9D3/vmtpF1yub7Ka3xB49k3hXYL1HUERiyxuoTiEakW97NLRtfqa49Hfd525X4wWS2CeDQmwqGnRa4VVw4aT+hXndTv/+Rw3t//Mb/4e/ACh43dMdclEDD+z2vdHS8rZ3JxHnfOH9Lo14vWImjTKiOsxn/BGQX8ed1ORhXm4kdKBNTeKaRbEgA41cBzFX4X4TDPaEYUdGLd9oZdJROIeTx2PCp3vB3aVNfy58VxKd6I6rEfq65tN+ylKw+bTIamqMB27dCal746LezIm4vHFQFUJYJknBzbplVGrYH/hgo98iuW6QO7Ja0/Ph1pjIDmUeM7FWvkroYhPTvW6iN++dbEX2qg5nZrlZGY7TiluCs3zSzmvgX1P4O2Lr++cgx3zq8+x6AhXUMN+X68de9slt04qeEBNlLlAQ2J/gr36tIu6lnJ0Dx+MwBd2gdbN7GOvBK1CIDknrjRWJOLu7LiverjvxvaNC+M0a3S2EGx0FrWksvOYGCCasKBgHHTzAF1z9gA0wd2ozC3Ld/8y9vBdTTRYHFot1syWVydhY1YXzP4zQDcf/5wJvXP4/TCnFSHktbUIqB51G6un9qP12+fUfeM1H3oYE2VZ6cCfLqk/tfgCR1fmDW0R4MP7WtqT39xMn+7ZWrEafXp2qgcaEzDa4RVSdXYZrITT2N1bNOKhWOLmmxMo6XwZSJwzoUdHdAcviOBgNEtjousxdKzU9uqsxcn9Kt9lFFNoafup7Mhp3WkX5QjceqzI6s+jyD1X5CXb53OisW1KwIujnMd4hGwln2ejd/4MhH8+IVS+ix+uupm8s2ldlNf84f3aPAylZfmHdSz7u6dm88e0OwH1uqzE6vuGmrqaOpW2Dm71sXvADp4Fz0b3MCrYMYrYFbVDRbr6qzSPPhyjOB3/3gfCN5iMt0HkQpy23LZ+OpTzDMCxuTivJjnENzQiKsWnj+6gJlDutPRO1Kn8mShlqVhe/TmcPhoYedsHvvcmVFPkGoqZsErifbqnM3MwbEvOy3pz5eJoKoXvcb1WZJlUI8ObKznheruPndo2PXKN98/D4Dp338x4vyZAWt0V0ZlEmjutf36qE8rcHJxHi9s3BP1vgDpouYZ38lgZnRq26rq7HJp3nzdpktVl9A3zxuWkvVKNavHN/+KCb1ZdcfMhJwxK5LOfJkI9n0UvJ9wrGupNKWG1NijnfIe7RU0fBdd6Gbv2KbuS1KYWUJuUymS7nyZCCqNu/9vKVlvIgYfF88bHPFOULGulTKyILn9yOmmctP0TfOuHpFk83UiSJVEDD6ePaQ7b9w1q+4ZQzxx/YSY93QVqcvYCPftlebPp4PFqdWQRNDQrp5oFxKD4OWGM9P7IKkm1a518M0Xd1eff2P95qox7Pe6VqXlUCIg+WdnNuVRSg9fXf+LzflNz05t+f1nxzFSlxtotOysTLI7a7fR0ugTBX70wqZUh5AwkW7CItUmRLg/g4jfaYwAeH1L5Jt5N5VYV3UUEUk27ZFSICNgfDbkRtax+PSGSSKSREoEKZKVqU0vIulBe6MUMIs8YJzGl7QRkRZMiSCNROoGGlWkI1xEpGn5PhHEOhO3qdRV8f/KrODduYb07Ej3JroHQX2dPyofgKk1bn0pIi2H7w8fTUYeuGpiH5a+uqXe848qygXSo6vo+58ayXcuHKEjnURaMCWCJKwjt8Y1geq66FymdzGidEgEgYARaGE37hGRcL6v5iWja+hoWXnUaQO7174jWKZq3yKSRL7f4zRlGuib147LxveqddXP0Pr1uSN71louo7JFoJq4iCSB77uGlr+1u8le+4WvTKt6/MT1E7jgwdfqtVxBblsAzh+d3xRhiYiE8X2L4P6/vp2U9XQLucFJtL7/L5wVvNdwXvvWbL5/HldM6F3n69597hC+fs6QRIQoIj7l+xZBOrhmch/e2f0Rt8wayC2zBgLV3UN1uXJi8FIV9/35rSaLT0RaNt8nglRcy6dm3/8d81WjF5HU8X3XkC7qJiJ+F1ciMLPvmdlGM1tnZk+aWU7ItMVmVmpm75jZ7JDyOV5ZqZndFs/6EyElZxbrYCARSSPxtgieB4Y550YA7wKLAcxsCLAQGArMAX5mZhlmlgH8FJgLDAEu8uZNmr1HTiRzdSIiaS+uMQLn3HMhT1cAF3qPFwCPOudOAFvMrBSovIdiqXPuPQAze9SbN2kjnSfLK5K1qqR6+dbp7DlyPNVhiEgzlMjB4quAP3qP8wkmhkrbvTKAbTXKxyUwhjrV7JVpKUMEhZ2zKeycneowRKQZqjMRmNlyoEeESXc4557y5rkDOAU8kqjAzOxa4FqAoqKiRL1sWvTPp0MMIiKV6kwEzrmZsaab2RXAOcAMVz3yugMoDJmtwCsjRnnN9S4BlgCUlJQkrOJe89DNVB01pKOVRCRdxHvU0BzgVuATzrmjIZOWAQvNrLWZ9QGKgdeBVUCxmfUxsyyCA8rL4omh4TGHP3cp6Byq6+qjIiLJFO8YwU+A1sDz3s5thXPuOufcBjN7jOAg8CngBudcOYCZ3Qg8C2QAS51zG+KMoUFqjRGkqGauXCAi6SLeo4b6x5j2LeBbEcqfBp6OZ71xSYMdcBqEICJSxfdnFu/ReQUi4nP+SwRpMEirbiERSSf+SwRJMqhH+J3H8nPapigSEZHYfJcIktEg6N+tPb+/ZnxYWSBg5LUP3pNAdx4TkXTiv0SQhEwwvm9nOrfLirT2pl+5iEgD+S8RJGFnXFeNX2MEIpJOfJcInm/CexSLiDRHvksEdz2V1PPXIlKDQETSie8SgYiIhFMiaAJ1jgGoSSAiaUSJQETE55QImoAq/CLSnCgRiIj4nBJBE9D9BkSkOfFVIjheVh5z+tYH5icpEhGR9OGrRHDr/6yr97zj+nRuwkhERNKHrxLBuu0H6z3v768Zz7vfnFvnfC99dRql36p7PhGRdOWrRBDrKkNnD+kOwNjewZZARsDIyqx78xhGZkbDN6NuXi8i6SLeexa3GA9eMhqAR64ZR1l5Rb2XizQurLFiEWlOfNUiiKWyVt8qI0B2VuT8mJvdKiHrMkzJQkTShq8SQWO6Yyb27wLAA+cP57XbZtRrGd14RkSaE38lgkbciyCnbfAGM+3bZNI2K6PW9Eg1+5GFnRq8HhGRVPFVImgKkU4eW3B6fgoiERFpHF8lAh2pIyJSm68SQWPU7E56aFFJ2PPycmUXEWnefJMITpVXsP3DYw1ebkjPjgD07NQWgKIu2WHTT5bHvmyFiEi68815BIePn2rUcp+f1p8pA7oyoiAn4vQTp+p/zoGISDryTYugsQIBi5oEurTLok9euyRHJCKSWL5pESRa/27tWX7z1FSHISISN9+0CJwOGRIRicg3iSCSm88ekOoQRERSzteJIKcR1w7SxSNEpKXxTSJQx5CISGS+SQSRNEXt/tdXjok6rahz8ByEVhlqV4hI+vD1UUPxtBKiDT5PH9gt6jIPXT6GVVsPkJOdRZvM4AXsWmfWvpCdiEgy+SYRrHhvf0JeJ577CHRul8XsoT0AuGZKX05VOBZN6JWQuEREGss3iWDpK1tqlaWyg6ZNqwy+rKOWRCQNJGSMwMxuMTNnZnneczOzH5lZqZmtM7PRIfNebmabvL/LE7F+ERFpvLhbBGZWCMwC/h1SPBco9v7GAQ8C48ysM3A3UEKwi36NmS1zzn0YbxwiItI4iWgR/AC4lfCx1wXA71zQCiDHzHoCs4HnnXMHvJ3/88CcBMRQp0g3kImHDkcVkZYirkRgZguAHc65tTUm5QPbQp5v98qilUd67WvNbLWZrd67d288YYqISAx1dg2Z2XKgR4RJdwC3E+wWSjjn3BJgCUBJSYkq4CIiTaTOROCcmxmp3MyGA32AtV63SwHwTzMbC+wACkNmL/DKdgDTapS/2Ii4GyxxF53TyWAi0rI0umvIObfeOdfNOdfbOdebYDfPaOfcLmAZsMg7emg8cMg5txN4FphlZrlmlkuwNfFs/G9DREQaq6nOI3gamAeUAkeBKwGccwfM7D5glTffvc65A00Ug4iI1EPCEoHXKqh87IAbosy3FFiaqPWmjEYtRKSF8PVF50RExO+JIMHnFoiINEe+SQQRe3IacSSRcoeItDT+SQTq0xcRicg3iSCiOKr3yisi0lL4OxGIiIh/7kfQ1DX4B84fzsub9jXxWkREEs83iSBRonUmLRxbxMKxRUmNRUQkEXzTNbR228FUhyAikpZ8kwhERCQyJYJGStzVTEVEUssXiUA7bRGR6HyRCMrKlQhERKLxSSKoSNhrJfrexyIiqeaLRHAqgS2C7h1bA3D9tH4Je00RkVTyxXkEJ6O0CBpTt8/OymTrA/PjC0hEJI34okVQXqExAhGRaHyRCJwuESciEpU/EoHygIhIVL5IBBXKBCIiUfkiESgPiIhE54tEICIi0fkiEahFICISnT8SgY4aEhGJyh+JQHlARCSqFp8InHPsOHgs1WGIiKStFp8IHln5by55aGXEabp+nIiIDxLByi0Hok5Tl5GIiA8SgW5KIyISW8tPBDGmqWtIRMQPiSBGi6AgNzuJkYiIpKcWfz+Cigi3Ipg5uDs3ntWf0wtzeP32GZTpMtUi4mMtPxFEaBGMKsrh9MIcALp1bJPskERE0krL7xqKUKaxARGRai0/EUTIBNaom1SKiLRMPkgEtTNBQHlARKRK3InAzL5gZhvNbIOZfTekfLGZlZrZO2Y2O6R8jldWama3xbv+ukTqGurWsXVTr1ZEpNmIa7DYzKYDC4CRzrkTZtbNKx8CLASGAqcBy81sgLfYT4Gzge3AKjNb5px7K544Yok0WHze6flNtToRkWYn3qOGrgcecM6dAHDO7fHKFwCPeuVbzKwUGOtNK3XOvQdgZo968zZhIqhdZhotFhGpEm/X0ABgspmtNLOXzGyMV54PbAuZb7tXFq28yegSEyIisdXZIjCz5UCPCJPu8JbvDIwHxgCPmVnfRARmZtcC1wIUFRU1+nWUB0REYqszETjnZkYNOf/MAAAJMUlEQVSbZmbXA39ywWr362ZWAeQBO4DCkFkLvDJilNdc7xJgCUBJSUmjd+e6O5mISGzxdg39LzAdwBsMzgL2AcuAhWbW2sz6AMXA68AqoNjM+phZFsEB5WVxxhBTpEtMiIhItXgHi5cCS83sTeAkcLnXOthgZo8RHAQ+BdzgnCsHMLMbgWeBDGCpc25DnDHEpBaBiEhscSUC59xJ4NIo074FfCtC+dPA0/GstyE0RiAiEpsPzixOdQQiIumtxSeCSCeUiYhItRafCJQGRERia/GJQC0CEZHYWnwiUB4QEYnNB4lAmUBEJJaWnwhSHYCISJpr+YlAmUBEJKYWnwg0WCwiEpsPEkGqIxARSW8tPhFosFhEJDYfJIJURyAikt5afiLQcUMiIjG1+ESgMQIRkdhafCLQGIGISGwtPhGUq0kgIhJTi08EZeVKBCIisbToRHD4eBk7Dh5LdRgiImmtRSeCCnULiYjUqUUngo5tWqU6BBGRtNeiE0EgYKkOQUQk7bXoRCAiInVTIhAR8TklAhERn1MiEBHxOd8kgjlDe6Q6BBGRtOSfRDBMiUBEJBLfJILzRuWnOgQRkbTkm0QgIiKRKRGIiPicLxJBps4wFhGJKjPVATS19ffMwkyJQEQkmhafCDrownMiIjH5omtIRESiUyIQEfE5JQIREZ+LKxGY2elmtsLM3jCz1WY21is3M/uRmZWa2TozGx2yzOVmtsn7uzzeNyAiIvGJd7D4u8A3nHN/NbN53vNpwFyg2PsbBzwIjDOzzsDdQAnggDVmtsw592GccYiISCPF2zXkgI7e407AB97jBcDvXNAKIMfMegKzgeedcwe8nf/zwJw4YxARkTjE2yK4CXjWzL5PMKlM8MrzgW0h8233yqKVi4hIitSZCMxsORDp0p13ADOALzvnnjCzTwO/AmYmIjAzuxa4FqCoqCgRLykiIhHUmQicc1F37Gb2O+BL3tPHgYe8xzuAwpBZC7yyHQTHEELLX4yy3iXAEoCSkhJXV5wiItI48Y4RfABM9R6fBWzyHi8DFnlHD40HDjnndgLPArPMLNfMcoFZXpmIiKRIvGME1wA/NLNM4DheVw7wNDAPKAWOAlcCOOcOmNl9wCpvvnudcwfijEFEROIQVyJwzr0CnBGh3AE3RFlmKbA0nvWKiEji6MxiERGfUyIQEfE5JQIREZ9TIhAR8TklAhERn1MiEBHxOSUCERGfUyIQEfG5Fn/z+lC/uryEsnJdtkhEJJSvEsGMwd1THYKISNpR15CIiM8pEYiI+JwSgYiIzykRiIj4nBKBiIjPKRGIiPicEoGIiM8pEYiI+JwF7yqZ3sxsL/B+HC+RB+xLUDiJpLgaRnE1jOJqmJYYVy/nXNe6ZmoWiSBeZrbaOVeS6jhqUlwNo7gaRnE1jJ/jUteQiIjPKRGIiPicXxLBklQHEIXiahjF1TCKq2F8G5cvxghERCQ6v7QIREQkihadCMxsjpm9Y2alZnZbktddaGb/Z2ZvmdkGM/uSV36Pme0wsze8v3khyyz2Yn3HzGY3YWxbzWy9t/7VXllnM3vezDZ5/3O9cjOzH3lxrTOz0U0U08CQbfKGmR02s5tSsb3MbKmZ7TGzN0PKGrx9zOxyb/5NZnZ5E8X1PTPb6K37STPL8cp7m9mxkO3285BlzvA+/1Ivdmui2Br82SX6Nxslrj+GxLTVzN7wypOyzWLsG1L3HXPOtcg/IAPYDPQFsoC1wJAkrr8nMNp73AF4FxgC3AN8JcL8Q7wYWwN9vNgzmii2rUBejbLvArd5j28DvuM9ngf8FTBgPLAySZ/dLqBXKrYXMAUYDbzZ2O0DdAbe8/7neo9zmyCuWUCm9/g7IXH1Dp2vxuu87sVqXuxzm2ibNeiza4rfbKS4akz/D+CuZG6zGPuGlH3HWnKLYCxQ6px7zzl3EngUWJCslTvndjrn/uk9PgK8DeTHWGQB8Khz7oRzbgtQSvA9JMsC4Lfe498C54WU/84FrQByzKxnE8cyA9jsnIt1EmGTbS/n3N+BAxHW15DtMxt43jl3wDn3IfA8MCfRcTnnnnPOnfKergAKYr2GF1tH59wKF9yb/C7kvSQ0thiifXYJ/83Gisur1X8a+EOs10j0Nouxb0jZd6wlJ4J8YFvI8+3E3hE3GTPrDYwCVnpFN3pNvKWVzT+SG68DnjOzNWZ2rVfW3Tm303u8C6i8r2cqtuNCwn+cqd5e0PDtk4rtdhXBmmOlPmb2LzN7ycwme2X5XizJiqshn12yt9lkYLdzblNIWVK3WY19Q8q+Yy05EaQFM2sPPAHc5Jw7DDwI9ANOB3YSbJom2yTn3GhgLnCDmU0JnejVelJyOJmZZQGfAB73itJhe4VJ5faJxszuAE4Bj3hFO4Ei59wo4Gbg92bWMclhpd1nV8NFhFc4krrNIuwbqiT7O9aSE8EOoDDkeYFXljRm1orgB/2Ic+5PAM653c65cudcBfBLqrszkhavc26H938P8KQXw+7KLh/v/55kx+WZC/zTObfbizHl28vT0O2TtPjM7ArgHOASbweC1+2y33u8hmDf+wAvhtDuo6b8njX0s0vmNssEzgf+GBJv0rZZpH0DKfyOteREsAooNrM+Xi1zIbAsWSv3+h9/BbztnPvPkPLQ/vVPApVHMywDFppZazPrAxQTHKBKdFztzKxD5WOCg41veuuvPOrgcuCpkLgWeUcujAcOhTRfm0JYLS3V2ytEQ7fPs8AsM8v1ukRmeWUJZWZzgFuBTzjnjoaUdzWzDO9xX4Lb5z0vtsNmNt77ji4KeS+Jjq2hn10yf7MzgY3Ouaoun2Rts2j7BlL5HWvsyHdz+CM42v4uwcx+R5LXPYlg024d8Ib3Nw94GFjvlS8DeoYsc4cX6zsk4EiOKHH1JXg0xlpgQ+V2AboAfwM2AcuBzl65AT/14loPlDThNmsH7Ac6hZQlfXsRTEQ7gTKC/a5XN2b7EOyzL/X+rmyiuEoJ9hNXfsd+7s17gff5vgH8Ezg35HVKCO6UNwM/wTuxtAlia/Bnl+jfbKS4vPLfANfVmDcp24zo+4aUfcd0ZrGIiM+15K4hERGpByUCERGfUyIQEfE5JQIREZ9TIhAR8TklAhERn1MiEBHxOSUCERGf+/8qbkJNIcHv9AAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(sarsa_timestep_reward)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Expected SARSA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/timetraveller/.local/lib/python3.7/site-packages/gym/envs/registration.py:14: PkgResourcesDeprecationWarning: Parameters to load are deprecated.  Call .resolve and .require separately.\n",
      "  result = entry_point.load(False)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode: 0\n",
      "This episode took 200 timesteps and reward -614\n",
      "Episode: 1\n",
      "This episode took 200 timesteps and reward -470\n",
      "Episode: 2\n",
      "This episode took 143 timesteps and reward -374\n",
      "Episode: 3\n",
      "This episode took 166 timesteps and reward -424\n",
      "Episode: 4\n",
      "This episode took 200 timesteps and reward -578\n",
      "Episode: 5\n",
      "This episode took 200 timesteps and reward -596\n",
      "Episode: 6\n",
      "This episode took 200 timesteps and reward -569\n",
      "Episode: 7\n",
      "This episode took 200 timesteps and reward -587\n",
      "Episode: 8\n",
      "This episode took 200 timesteps and reward -434\n",
      "Episode: 9\n",
      "This episode took 190 timesteps and reward -412\n",
      "Episode: 10\n",
      "This episode took 200 timesteps and reward -578\n",
      "Episode: 11\n",
      "This episode took 200 timesteps and reward -506\n",
      "Episode: 12\n",
      "This episode took 148 timesteps and reward -298\n",
      "Episode: 13\n",
      "This episode took 200 timesteps and reward -623\n",
      "Episode: 14\n",
      "This episode took 200 timesteps and reward -587\n",
      "Episode: 15\n",
      "This episode took 200 timesteps and reward -362\n",
      "Episode: 16\n",
      "This episode took 200 timesteps and reward -407\n",
      "Episode: 17\n",
      "This episode took 200 timesteps and reward -299\n",
      "Episode: 18\n",
      "This episode took 200 timesteps and reward -569\n",
      "Episode: 19\n",
      "This episode took 200 timesteps and reward -542\n",
      "Episode: 20\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 21\n",
      "This episode took 200 timesteps and reward -272\n",
      "Episode: 22\n",
      "This episode took 200 timesteps and reward -623\n",
      "Episode: 23\n",
      "This episode took 164 timesteps and reward -233\n",
      "Episode: 24\n",
      "This episode took 40 timesteps and reward -82\n",
      "Episode: 25\n",
      "This episode took 164 timesteps and reward -260\n",
      "Episode: 26\n",
      "This episode took 192 timesteps and reward -225\n",
      "Episode: 27\n",
      "This episode took 200 timesteps and reward -236\n",
      "Episode: 28\n",
      "This episode took 200 timesteps and reward -371\n",
      "Episode: 29\n",
      "This episode took 200 timesteps and reward -335\n",
      "Episode: 30\n",
      "This episode took 172 timesteps and reward -223\n",
      "Episode: 31\n",
      "This episode took 200 timesteps and reward -479\n",
      "Episode: 32\n",
      "This episode took 200 timesteps and reward -614\n",
      "Episode: 33\n",
      "This episode took 200 timesteps and reward -218\n",
      "Episode: 34\n",
      "This episode took 151 timesteps and reward -148\n",
      "Episode: 35\n",
      "This episode took 61 timesteps and reward -40\n",
      "Episode: 36\n",
      "This episode took 200 timesteps and reward -245\n",
      "Episode: 37\n",
      "This episode took 200 timesteps and reward -353\n",
      "Episode: 38\n",
      "This episode took 200 timesteps and reward -272\n",
      "Episode: 39\n",
      "This episode took 200 timesteps and reward -245\n",
      "Episode: 40\n",
      "This episode took 200 timesteps and reward -299\n",
      "Episode: 41\n",
      "This episode took 200 timesteps and reward -407\n",
      "Episode: 42\n",
      "This episode took 175 timesteps and reward -406\n",
      "Episode: 43\n",
      "This episode took 62 timesteps and reward -59\n",
      "Episode: 44\n",
      "This episode took 177 timesteps and reward -453\n",
      "Episode: 45\n",
      "This episode took 200 timesteps and reward -272\n",
      "Episode: 46\n",
      "This episode took 200 timesteps and reward -461\n",
      "Episode: 47\n",
      "This episode took 181 timesteps and reward -358\n",
      "Episode: 48\n",
      "This episode took 183 timesteps and reward -189\n",
      "Episode: 49\n",
      "This episode took 200 timesteps and reward -452\n",
      "Episode: 50\n",
      "This episode took 200 timesteps and reward -236\n",
      "Episode: 51\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 52\n",
      "This episode took 200 timesteps and reward -344\n",
      "Episode: 53\n",
      "This episode took 24 timesteps and reward -39\n",
      "Episode: 54\n",
      "This episode took 200 timesteps and reward -272\n",
      "Episode: 55\n",
      "This episode took 84 timesteps and reward -90\n",
      "Episode: 56\n",
      "This episode took 58 timesteps and reward -100\n",
      "Episode: 57\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 58\n",
      "This episode took 200 timesteps and reward -299\n",
      "Episode: 59\n",
      "This episode took 119 timesteps and reward -251\n",
      "Episode: 60\n",
      "This episode took 200 timesteps and reward -344\n",
      "Episode: 61\n",
      "This episode took 51 timesteps and reward -39\n",
      "Episode: 62\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 63\n",
      "This episode took 146 timesteps and reward -170\n",
      "Episode: 64\n",
      "This episode took 200 timesteps and reward -308\n",
      "Episode: 65\n",
      "This episode took 165 timesteps and reward -234\n",
      "Episode: 66\n",
      "This episode took 124 timesteps and reward -148\n",
      "Episode: 67\n",
      "This episode took 200 timesteps and reward -515\n",
      "Episode: 68\n",
      "This episode took 196 timesteps and reward -265\n",
      "Episode: 69\n",
      "This episode took 200 timesteps and reward -407\n",
      "Episode: 70\n",
      "This episode took 200 timesteps and reward -443\n",
      "Episode: 71\n",
      "This episode took 97 timesteps and reward -166\n",
      "Episode: 72\n",
      "This episode took 200 timesteps and reward -326\n",
      "Episode: 73\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 74\n",
      "This episode took 200 timesteps and reward -290\n",
      "Episode: 75\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 76\n",
      "This episode took 43 timesteps and reward -58\n",
      "Episode: 77\n",
      "This episode took 200 timesteps and reward -452\n",
      "Episode: 78\n",
      "This episode took 75 timesteps and reward -108\n",
      "Episode: 79\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 80\n",
      "This episode took 200 timesteps and reward -407\n",
      "Episode: 81\n",
      "This episode took 200 timesteps and reward -371\n",
      "Episode: 82\n",
      "This episode took 200 timesteps and reward -353\n",
      "Episode: 83\n",
      "This episode took 114 timesteps and reward -165\n",
      "Episode: 84\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 85\n",
      "This episode took 78 timesteps and reward -84\n",
      "Episode: 86\n",
      "This episode took 200 timesteps and reward -272\n",
      "Episode: 87\n",
      "This episode took 152 timesteps and reward -194\n",
      "Episode: 88\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 89\n",
      "This episode took 40 timesteps and reward -64\n",
      "Episode: 90\n",
      "This episode took 186 timesteps and reward -264\n",
      "Episode: 91\n",
      "This episode took 200 timesteps and reward -353\n",
      "Episode: 92\n",
      "This episode took 200 timesteps and reward -470\n",
      "Episode: 93\n",
      "This episode took 113 timesteps and reward -128\n",
      "Episode: 94\n",
      "This episode took 200 timesteps and reward -380\n",
      "Episode: 95\n",
      "This episode took 59 timesteps and reward -65\n",
      "Episode: 96\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 97\n",
      "This episode took 200 timesteps and reward -470\n",
      "Episode: 98\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 99\n",
      "This episode took 149 timesteps and reward -299\n",
      "Episode: 100\n",
      "This episode took 200 timesteps and reward -416\n",
      "Episode: 101\n",
      "This episode took 174 timesteps and reward -261\n",
      "Episode: 102\n",
      "This episode took 200 timesteps and reward -317\n",
      "Episode: 103\n",
      "This episode took 97 timesteps and reward -121\n",
      "Episode: 104\n",
      "This episode took 134 timesteps and reward -248\n",
      "Episode: 105\n",
      "This episode took 99 timesteps and reward -168\n",
      "Episode: 106\n",
      "This episode took 132 timesteps and reward -165\n",
      "Episode: 107\n",
      "This episode took 200 timesteps and reward -497\n",
      "Episode: 108\n",
      "This episode took 126 timesteps and reward -213\n",
      "Episode: 109\n",
      "This episode took 200 timesteps and reward -299\n",
      "Episode: 110\n",
      "This episode took 65 timesteps and reward -98\n",
      "Episode: 111\n",
      "This episode took 125 timesteps and reward -185\n",
      "Episode: 112\n",
      "This episode took 112 timesteps and reward -163\n",
      "Episode: 113\n",
      "This episode took 195 timesteps and reward -372\n",
      "Episode: 114\n",
      "This episode took 74 timesteps and reward -89\n",
      "Episode: 115\n",
      "This episode took 129 timesteps and reward -288\n",
      "Episode: 116\n",
      "This episode took 164 timesteps and reward -233\n",
      "Episode: 117\n",
      "This episode took 116 timesteps and reward -185\n",
      "Episode: 118\n",
      "This episode took 56 timesteps and reward -71\n",
      "Episode: 119\n",
      "This episode took 66 timesteps and reward -99\n",
      "Episode: 120\n",
      "This episode took 84 timesteps and reward -117\n",
      "Episode: 121\n",
      "This episode took 148 timesteps and reward -190\n",
      "Episode: 122\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 123\n",
      "This episode took 180 timesteps and reward -267\n",
      "Episode: 124\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 125\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 126\n",
      "This episode took 167 timesteps and reward -353\n",
      "Episode: 127\n",
      "This episode took 187 timesteps and reward -319\n",
      "Episode: 128\n",
      "This episode took 115 timesteps and reward -193\n",
      "Episode: 129\n",
      "This episode took 41 timesteps and reward -74\n",
      "Episode: 130\n",
      "This episode took 160 timesteps and reward -202\n",
      "Episode: 131\n",
      "This episode took 200 timesteps and reward -371\n",
      "Episode: 132\n",
      "This episode took 120 timesteps and reward -171\n",
      "Episode: 133\n",
      "This episode took 84 timesteps and reward -171\n",
      "Episode: 134\n",
      "This episode took 155 timesteps and reward -215\n",
      "Episode: 135\n",
      "This episode took 45 timesteps and reward -96\n",
      "Episode: 136\n",
      "This episode took 65 timesteps and reward -107\n",
      "Episode: 137\n",
      "This episode took 20 timesteps and reward -26\n",
      "Episode: 138\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 178 timesteps and reward -391\n",
      "Episode: 139\n",
      "This episode took 81 timesteps and reward -132\n",
      "Episode: 140\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 141\n",
      "This episode took 175 timesteps and reward -307\n",
      "Episode: 142\n",
      "This episode took 179 timesteps and reward -266\n",
      "Episode: 143\n",
      "This episode took 69 timesteps and reward -93\n",
      "Episode: 144\n",
      "This episode took 182 timesteps and reward -422\n",
      "Episode: 145\n",
      "This episode took 125 timesteps and reward -203\n",
      "Episode: 146\n",
      "This episode took 177 timesteps and reward -291\n",
      "Episode: 147\n",
      "This episode took 77 timesteps and reward -137\n",
      "Episode: 148\n",
      "This episode took 72 timesteps and reward -87\n",
      "Episode: 149\n",
      "This episode took 90 timesteps and reward -114\n",
      "Episode: 150\n",
      "This episode took 197 timesteps and reward -248\n",
      "Episode: 151\n",
      "This episode took 106 timesteps and reward -139\n",
      "Episode: 152\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 153\n",
      "This episode took 120 timesteps and reward -189\n",
      "Episode: 154\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 155\n",
      "This episode took 200 timesteps and reward -299\n",
      "Episode: 156\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 157\n",
      "This episode took 183 timesteps and reward -369\n",
      "Episode: 158\n",
      "This episode took 128 timesteps and reward -260\n",
      "Episode: 159\n",
      "This episode took 49 timesteps and reward -82\n",
      "Episode: 160\n",
      "This episode took 55 timesteps and reward -97\n",
      "Episode: 161\n",
      "This episode took 60 timesteps and reward -75\n",
      "Episode: 162\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 163\n",
      "This episode took 61 timesteps and reward -67\n",
      "Episode: 164\n",
      "This episode took 200 timesteps and reward -317\n",
      "Episode: 165\n",
      "This episode took 60 timesteps and reward -57\n",
      "Episode: 166\n",
      "This episode took 136 timesteps and reward -286\n",
      "Episode: 167\n",
      "This episode took 19 timesteps and reward -25\n",
      "Episode: 168\n",
      "This episode took 173 timesteps and reward -323\n",
      "Episode: 169\n",
      "This episode took 200 timesteps and reward -290\n",
      "Episode: 170\n",
      "This episode took 56 timesteps and reward -62\n",
      "Episode: 171\n",
      "This episode took 189 timesteps and reward -330\n",
      "Episode: 172\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 173\n",
      "This episode took 33 timesteps and reward -48\n",
      "Episode: 174\n",
      "This episode took 95 timesteps and reward -128\n",
      "Episode: 175\n",
      "This episode took 90 timesteps and reward -132\n",
      "Episode: 176\n",
      "This episode took 132 timesteps and reward -210\n",
      "Episode: 177\n",
      "This episode took 44 timesteps and reward -59\n",
      "Episode: 178\n",
      "This episode took 85 timesteps and reward -100\n",
      "Episode: 179\n",
      "This episode took 115 timesteps and reward -139\n",
      "Episode: 180\n",
      "This episode took 189 timesteps and reward -384\n",
      "Episode: 181\n",
      "This episode took 116 timesteps and reward -158\n",
      "Episode: 182\n",
      "This episode took 52 timesteps and reward -49\n",
      "Episode: 183\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 184\n",
      "This episode took 121 timesteps and reward -226\n",
      "Episode: 185\n",
      "This episode took 82 timesteps and reward -115\n",
      "Episode: 186\n",
      "This episode took 92 timesteps and reward -143\n",
      "Episode: 187\n",
      "This episode took 83 timesteps and reward -170\n",
      "Episode: 188\n",
      "This episode took 96 timesteps and reward -129\n",
      "Episode: 189\n",
      "This episode took 37 timesteps and reward -43\n",
      "Episode: 190\n",
      "This episode took 200 timesteps and reward -281\n",
      "Episode: 191\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 192\n",
      "This episode took 104 timesteps and reward -182\n",
      "Episode: 193\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 194\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 195\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 196\n",
      "This episode took 87 timesteps and reward -183\n",
      "Episode: 197\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 198\n",
      "This episode took 106 timesteps and reward -157\n",
      "Episode: 199\n",
      "This episode took 39 timesteps and reward -81\n",
      "Episode: 200\n",
      "This episode took 60 timesteps and reward -111\n",
      "Episode: 201\n",
      "This episode took 131 timesteps and reward -191\n",
      "Episode: 202\n",
      "This episode took 141 timesteps and reward -219\n",
      "Episode: 203\n",
      "This episode took 158 timesteps and reward -317\n",
      "Episode: 204\n",
      "This episode took 75 timesteps and reward -108\n",
      "Episode: 205\n",
      "This episode took 65 timesteps and reward -71\n",
      "Episode: 206\n",
      "This episode took 145 timesteps and reward -259\n",
      "Episode: 207\n",
      "This episode took 94 timesteps and reward -145\n",
      "Episode: 208\n",
      "This episode took 107 timesteps and reward -122\n",
      "Episode: 209\n",
      "This episode took 200 timesteps and reward -407\n",
      "Episode: 210\n",
      "This episode took 139 timesteps and reward -208\n",
      "Episode: 211\n",
      "This episode took 94 timesteps and reward -181\n",
      "Episode: 212\n",
      "This episode took 72 timesteps and reward -87\n",
      "Episode: 213\n",
      "This episode took 61 timesteps and reward -76\n",
      "Episode: 214\n",
      "This episode took 196 timesteps and reward -346\n",
      "Episode: 215\n",
      "This episode took 185 timesteps and reward -236\n",
      "Episode: 216\n",
      "This episode took 59 timesteps and reward -92\n",
      "Episode: 217\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 218\n",
      "This episode took 145 timesteps and reward -250\n",
      "Episode: 219\n",
      "This episode took 71 timesteps and reward -86\n",
      "Episode: 220\n",
      "This episode took 139 timesteps and reward -208\n",
      "Episode: 221\n",
      "This episode took 122 timesteps and reward -218\n",
      "Episode: 222\n",
      "This episode took 111 timesteps and reward -171\n",
      "Episode: 223\n",
      "This episode took 200 timesteps and reward -263\n",
      "Episode: 224\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 225\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 226\n",
      "This episode took 47 timesteps and reward -26\n",
      "Episode: 227\n",
      "This episode took 86 timesteps and reward -119\n",
      "Episode: 228\n",
      "This episode took 46 timesteps and reward -34\n",
      "Episode: 229\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 230\n",
      "This episode took 145 timesteps and reward -205\n",
      "Episode: 231\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 232\n",
      "This episode took 176 timesteps and reward -335\n",
      "Episode: 233\n",
      "This episode took 41 timesteps and reward -38\n",
      "Episode: 234\n",
      "This episode took 52 timesteps and reward -67\n",
      "Episode: 235\n",
      "This episode took 49 timesteps and reward -82\n",
      "Episode: 236\n",
      "This episode took 137 timesteps and reward -224\n",
      "Episode: 237\n",
      "This episode took 144 timesteps and reward -222\n",
      "Episode: 238\n",
      "This episode took 127 timesteps and reward -232\n",
      "Episode: 239\n",
      "This episode took 181 timesteps and reward -322\n",
      "Episode: 240\n",
      "This episode took 94 timesteps and reward -181\n",
      "Episode: 241\n",
      "This episode took 85 timesteps and reward -91\n",
      "Episode: 242\n",
      "This episode took 56 timesteps and reward -71\n",
      "Episode: 243\n",
      "This episode took 106 timesteps and reward -139\n",
      "Episode: 244\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 245\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 246\n",
      "This episode took 49 timesteps and reward -46\n",
      "Episode: 247\n",
      "This episode took 200 timesteps and reward -344\n",
      "Episode: 248\n",
      "This episode took 45 timesteps and reward -60\n",
      "Episode: 249\n",
      "This episode took 71 timesteps and reward -95\n",
      "Episode: 250\n",
      "This episode took 83 timesteps and reward -143\n",
      "Episode: 251\n",
      "This episode took 47 timesteps and reward -62\n",
      "Episode: 252\n",
      "This episode took 40 timesteps and reward -64\n",
      "Episode: 253\n",
      "This episode took 132 timesteps and reward -147\n",
      "Episode: 254\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 255\n",
      "This episode took 103 timesteps and reward -181\n",
      "Episode: 256\n",
      "This episode took 79 timesteps and reward -103\n",
      "Episode: 257\n",
      "This episode took 50 timesteps and reward -74\n",
      "Episode: 258\n",
      "This episode took 76 timesteps and reward -109\n",
      "Episode: 259\n",
      "This episode took 121 timesteps and reward -163\n",
      "Episode: 260\n",
      "This episode took 38 timesteps and reward -62\n",
      "Episode: 261\n",
      "This episode took 43 timesteps and reward -58\n",
      "Episode: 262\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 263\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 264\n",
      "This episode took 48 timesteps and reward -72\n",
      "Episode: 265\n",
      "This episode took 47 timesteps and reward -80\n",
      "Episode: 266\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 267\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 268\n",
      "This episode took 104 timesteps and reward -137\n",
      "Episode: 269\n",
      "This episode took 140 timesteps and reward -182\n",
      "Episode: 270\n",
      "This episode took 70 timesteps and reward -112\n",
      "Episode: 271\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 272\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 273\n",
      "This episode took 51 timesteps and reward -48\n",
      "Episode: 274\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 275\n",
      "This episode took 92 timesteps and reward -143\n",
      "Episode: 276\n",
      "This episode took 42 timesteps and reward -30\n",
      "Episode: 277\n",
      "This episode took 89 timesteps and reward -131\n",
      "Episode: 278\n",
      "This episode took 98 timesteps and reward -149\n",
      "Episode: 279\n",
      "This episode took 186 timesteps and reward -282\n",
      "Episode: 280\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 281\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 282\n",
      "This episode took 71 timesteps and reward -86\n",
      "Episode: 283\n",
      "This episode took 178 timesteps and reward -265\n",
      "Episode: 284\n",
      "This episode took 50 timesteps and reward -47\n",
      "Episode: 285\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 286\n",
      "This episode took 49 timesteps and reward -46\n",
      "Episode: 287\n",
      "This episode took 28 timesteps and reward -43\n",
      "Episode: 288\n",
      "This episode took 160 timesteps and reward -283\n",
      "Episode: 289\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 290\n",
      "This episode took 74 timesteps and reward -116\n",
      "Episode: 291\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 292\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 293\n",
      "This episode took 108 timesteps and reward -150\n",
      "Episode: 294\n",
      "This episode took 32 timesteps and reward -47\n",
      "Episode: 295\n",
      "This episode took 136 timesteps and reward -241\n",
      "Episode: 296\n",
      "This episode took 101 timesteps and reward -116\n",
      "Episode: 297\n",
      "This episode took 59 timesteps and reward -47\n",
      "Episode: 298\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 299\n",
      "This episode took 93 timesteps and reward -153\n",
      "Episode: 300\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 301\n",
      "This episode took 68 timesteps and reward -83\n",
      "Episode: 302\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 303\n",
      "This episode took 64 timesteps and reward -79\n",
      "Episode: 304\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 120 timesteps and reward -279\n",
      "Episode: 305\n",
      "This episode took 65 timesteps and reward -62\n",
      "Episode: 306\n",
      "This episode took 138 timesteps and reward -270\n",
      "Episode: 307\n",
      "This episode took 82 timesteps and reward -133\n",
      "Episode: 308\n",
      "This episode took 32 timesteps and reward -11\n",
      "Episode: 309\n",
      "This episode took 121 timesteps and reward -199\n",
      "Episode: 310\n",
      "This episode took 59 timesteps and reward -101\n",
      "Episode: 311\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 312\n",
      "This episode took 97 timesteps and reward -130\n",
      "Episode: 313\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 314\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 315\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 316\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 317\n",
      "This episode took 92 timesteps and reward -143\n",
      "Episode: 318\n",
      "This episode took 71 timesteps and reward -77\n",
      "Episode: 319\n",
      "This episode took 97 timesteps and reward -139\n",
      "Episode: 320\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 321\n",
      "This episode took 88 timesteps and reward -103\n",
      "Episode: 322\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 323\n",
      "This episode took 85 timesteps and reward -118\n",
      "Episode: 324\n",
      "This episode took 60 timesteps and reward -75\n",
      "Episode: 325\n",
      "This episode took 79 timesteps and reward -85\n",
      "Episode: 326\n",
      "This episode took 82 timesteps and reward -97\n",
      "Episode: 327\n",
      "This episode took 108 timesteps and reward -132\n",
      "Episode: 328\n",
      "This episode took 99 timesteps and reward -186\n",
      "Episode: 329\n",
      "This episode took 71 timesteps and reward -86\n",
      "Episode: 330\n",
      "This episode took 33 timesteps and reward -48\n",
      "Episode: 331\n",
      "This episode took 41 timesteps and reward -47\n",
      "Episode: 332\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 333\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 334\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 335\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 336\n",
      "This episode took 44 timesteps and reward -32\n",
      "Episode: 337\n",
      "This episode took 36 timesteps and reward -15\n",
      "Episode: 338\n",
      "This episode took 62 timesteps and reward -77\n",
      "Episode: 339\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 340\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 341\n",
      "This episode took 104 timesteps and reward -200\n",
      "Episode: 342\n",
      "This episode took 49 timesteps and reward -46\n",
      "Episode: 343\n",
      "This episode took 62 timesteps and reward -77\n",
      "Episode: 344\n",
      "This episode took 47 timesteps and reward -89\n",
      "Episode: 345\n",
      "This episode took 20 timesteps and reward -26\n",
      "Episode: 346\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 347\n",
      "This episode took 103 timesteps and reward -172\n",
      "Episode: 348\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 349\n",
      "This episode took 38 timesteps and reward -62\n",
      "Episode: 350\n",
      "This episode took 82 timesteps and reward -133\n",
      "Episode: 351\n",
      "This episode took 117 timesteps and reward -204\n",
      "Episode: 352\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 353\n",
      "This episode took 79 timesteps and reward -130\n",
      "Episode: 354\n",
      "This episode took 48 timesteps and reward -72\n",
      "Episode: 355\n",
      "This episode took 84 timesteps and reward -117\n",
      "Episode: 356\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 357\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 358\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 359\n",
      "This episode took 95 timesteps and reward -155\n",
      "Episode: 360\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 361\n",
      "This episode took 69 timesteps and reward -84\n",
      "Episode: 362\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 363\n",
      "This episode took 37 timesteps and reward -52\n",
      "Episode: 364\n",
      "This episode took 36 timesteps and reward -42\n",
      "Episode: 365\n",
      "This episode took 92 timesteps and reward -143\n",
      "Episode: 366\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 367\n",
      "This episode took 51 timesteps and reward -75\n",
      "Episode: 368\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 369\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 370\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 371\n",
      "This episode took 56 timesteps and reward -44\n",
      "Episode: 372\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 373\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 374\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 375\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 376\n",
      "This episode took 67 timesteps and reward -91\n",
      "Episode: 377\n",
      "This episode took 99 timesteps and reward -168\n",
      "Episode: 378\n",
      "This episode took 77 timesteps and reward -92\n",
      "Episode: 379\n",
      "This episode took 67 timesteps and reward -136\n",
      "Episode: 380\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 381\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 382\n",
      "This episode took 89 timesteps and reward -131\n",
      "Episode: 383\n",
      "This episode took 94 timesteps and reward -163\n",
      "Episode: 384\n",
      "This episode took 92 timesteps and reward -152\n",
      "Episode: 385\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 386\n",
      "This episode took 84 timesteps and reward -153\n",
      "Episode: 387\n",
      "This episode took 36 timesteps and reward -42\n",
      "Episode: 388\n",
      "This episode took 19 timesteps and reward -34\n",
      "Episode: 389\n",
      "This episode took 52 timesteps and reward -49\n",
      "Episode: 390\n",
      "This episode took 17 timesteps and reward -14\n",
      "Episode: 391\n",
      "This episode took 79 timesteps and reward -112\n",
      "Episode: 392\n",
      "This episode took 25 timesteps and reward -31\n",
      "Episode: 393\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 394\n",
      "This episode took 97 timesteps and reward -184\n",
      "Episode: 395\n",
      "This episode took 84 timesteps and reward -108\n",
      "Episode: 396\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 397\n",
      "This episode took 47 timesteps and reward -80\n",
      "Episode: 398\n",
      "This episode took 41 timesteps and reward -29\n",
      "Episode: 399\n",
      "This episode took 110 timesteps and reward -125\n",
      "Episode: 400\n",
      "This episode took 36 timesteps and reward -42\n",
      "Episode: 401\n",
      "This episode took 93 timesteps and reward -153\n",
      "Episode: 402\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 403\n",
      "This episode took 94 timesteps and reward -118\n",
      "Episode: 404\n",
      "This episode took 33 timesteps and reward -66\n",
      "Episode: 405\n",
      "This episode took 59 timesteps and reward -74\n",
      "Episode: 406\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 407\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 408\n",
      "This episode took 66 timesteps and reward -90\n",
      "Episode: 409\n",
      "This episode took 60 timesteps and reward -129\n",
      "Episode: 410\n",
      "This episode took 115 timesteps and reward -175\n",
      "Episode: 411\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 412\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 413\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 414\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 415\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 416\n",
      "This episode took 62 timesteps and reward -95\n",
      "Episode: 417\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 418\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 419\n",
      "This episode took 52 timesteps and reward -76\n",
      "Episode: 420\n",
      "This episode took 86 timesteps and reward -119\n",
      "Episode: 421\n",
      "This episode took 58 timesteps and reward -37\n",
      "Episode: 422\n",
      "This episode took 66 timesteps and reward -81\n",
      "Episode: 423\n",
      "This episode took 95 timesteps and reward -119\n",
      "Episode: 424\n",
      "This episode took 49 timesteps and reward -55\n",
      "Episode: 425\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 426\n",
      "This episode took 29 timesteps and reward -44\n",
      "Episode: 427\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 428\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 429\n",
      "This episode took 75 timesteps and reward -144\n",
      "Episode: 430\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 431\n",
      "This episode took 42 timesteps and reward -57\n",
      "Episode: 432\n",
      "This episode took 56 timesteps and reward -62\n",
      "Episode: 433\n",
      "This episode took 149 timesteps and reward -227\n",
      "Episode: 434\n",
      "This episode took 40 timesteps and reward -37\n",
      "Episode: 435\n",
      "This episode took 56 timesteps and reward -62\n",
      "Episode: 436\n",
      "This episode took 49 timesteps and reward -64\n",
      "Episode: 437\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 438\n",
      "This episode took 41 timesteps and reward -47\n",
      "Episode: 439\n",
      "This episode took 57 timesteps and reward -81\n",
      "Episode: 440\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 441\n",
      "This episode took 74 timesteps and reward -143\n",
      "Episode: 442\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 443\n",
      "This episode took 47 timesteps and reward -98\n",
      "Episode: 444\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 445\n",
      "This episode took 52 timesteps and reward -40\n",
      "Episode: 446\n",
      "This episode took 200 timesteps and reward -344\n",
      "Episode: 447\n",
      "This episode took 59 timesteps and reward -83\n",
      "Episode: 448\n",
      "This episode took 56 timesteps and reward -89\n",
      "Episode: 449\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 450\n",
      "This episode took 84 timesteps and reward -126\n",
      "Episode: 451\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 452\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 453\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 454\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 455\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 456\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 457\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 458\n",
      "This episode took 46 timesteps and reward -52\n",
      "Episode: 459\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 460\n",
      "This episode took 68 timesteps and reward -101\n",
      "Episode: 461\n",
      "This episode took 41 timesteps and reward -65\n",
      "Episode: 462\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 463\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 464\n",
      "This episode took 95 timesteps and reward -101\n",
      "Episode: 465\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 466\n",
      "This episode took 48 timesteps and reward -108\n",
      "Episode: 467\n",
      "This episode took 63 timesteps and reward -96\n",
      "Episode: 468\n",
      "This episode took 87 timesteps and reward -129\n",
      "Episode: 469\n",
      "This episode took 87 timesteps and reward -156\n",
      "Episode: 470\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 471\n",
      "This episode took 53 timesteps and reward -104\n",
      "Episode: 472\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 473\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 474\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 475\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 476\n",
      "This episode took 69 timesteps and reward -66\n",
      "Episode: 477\n",
      "This episode took 67 timesteps and reward -55\n",
      "Episode: 478\n",
      "This episode took 66 timesteps and reward -99\n",
      "Episode: 479\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 480\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 481\n",
      "This episode took 87 timesteps and reward -183\n",
      "Episode: 482\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 483\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 484\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 485\n",
      "This episode took 93 timesteps and reward -171\n",
      "Episode: 486\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 487\n",
      "This episode took 75 timesteps and reward -90\n",
      "Episode: 488\n",
      "This episode took 57 timesteps and reward -99\n",
      "Episode: 489\n",
      "This episode took 57 timesteps and reward -81\n",
      "Episode: 490\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 491\n",
      "This episode took 92 timesteps and reward -116\n",
      "Episode: 492\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 493\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 494\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 495\n",
      "This episode took 88 timesteps and reward -130\n",
      "Episode: 496\n",
      "This episode took 36 timesteps and reward -15\n",
      "Episode: 497\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 498\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 499\n",
      "This episode took 78 timesteps and reward -120\n",
      "Episode: 500\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 501\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 502\n",
      "This episode took 47 timesteps and reward -44\n",
      "Episode: 503\n",
      "This episode took 42 timesteps and reward -39\n",
      "Episode: 504\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 505\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 506\n",
      "This episode took 80 timesteps and reward -95\n",
      "Episode: 507\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 508\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 509\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 510\n",
      "This episode took 66 timesteps and reward -72\n",
      "Episode: 511\n",
      "This episode took 29 timesteps and reward -35\n",
      "Episode: 512\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 513\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 514\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 515\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 516\n",
      "This episode took 53 timesteps and reward -50\n",
      "Episode: 517\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 518\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 519\n",
      "This episode took 36 timesteps and reward -42\n",
      "Episode: 520\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 521\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 522\n",
      "This episode took 106 timesteps and reward -157\n",
      "Episode: 523\n",
      "This episode took 41 timesteps and reward -47\n",
      "Episode: 524\n",
      "This episode took 110 timesteps and reward -206\n",
      "Episode: 525\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 526\n",
      "This episode took 48 timesteps and reward -81\n",
      "Episode: 527\n",
      "This episode took 57 timesteps and reward -90\n",
      "Episode: 528\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 529\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 530\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 531\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 532\n",
      "This episode took 47 timesteps and reward -98\n",
      "Episode: 533\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 534\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 535\n",
      "This episode took 31 timesteps and reward -10\n",
      "Episode: 536\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 537\n",
      "This episode took 72 timesteps and reward -123\n",
      "Episode: 538\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 539\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 540\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 541\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 542\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 543\n",
      "This episode took 71 timesteps and reward -113\n",
      "Episode: 544\n",
      "This episode took 38 timesteps and reward -35\n",
      "Episode: 545\n",
      "This episode took 26 timesteps and reward -41\n",
      "Episode: 546\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 547\n",
      "This episode took 55 timesteps and reward -70\n",
      "Episode: 548\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 549\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 550\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 551\n",
      "This episode took 83 timesteps and reward -125\n",
      "Episode: 552\n",
      "This episode took 49 timesteps and reward -55\n",
      "Episode: 553\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 554\n",
      "This episode took 54 timesteps and reward -105\n",
      "Episode: 555\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 556\n",
      "This episode took 67 timesteps and reward -73\n",
      "Episode: 557\n",
      "This episode took 80 timesteps and reward -149\n",
      "Episode: 558\n",
      "This episode took 57 timesteps and reward -90\n",
      "Episode: 559\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 560\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 561\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 562\n",
      "This episode took 44 timesteps and reward -32\n",
      "Episode: 563\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 564\n",
      "This episode took 17 timesteps and reward -23\n",
      "Episode: 565\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 566\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 567\n",
      "This episode took 82 timesteps and reward -106\n",
      "Episode: 568\n",
      "This episode took 49 timesteps and reward -64\n",
      "Episode: 569\n",
      "This episode took 75 timesteps and reward -117\n",
      "Episode: 570\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 571\n",
      "This episode took 55 timesteps and reward -133\n",
      "Episode: 572\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 573\n",
      "This episode took 38 timesteps and reward -17\n",
      "Episode: 574\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 575\n",
      "This episode took 74 timesteps and reward -125\n",
      "Episode: 576\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 577\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 578\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 579\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 580\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 581\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 582\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 583\n",
      "This episode took 36 timesteps and reward -15\n",
      "Episode: 584\n",
      "This episode took 71 timesteps and reward -95\n",
      "Episode: 585\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 586\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 587\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 588\n",
      "This episode took 59 timesteps and reward -74\n",
      "Episode: 589\n",
      "This episode took 81 timesteps and reward -141\n",
      "Episode: 590\n",
      "This episode took 80 timesteps and reward -149\n",
      "Episode: 591\n",
      "This episode took 44 timesteps and reward -68\n",
      "Episode: 592\n",
      "This episode took 47 timesteps and reward -62\n",
      "Episode: 593\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 594\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 595\n",
      "This episode took 55 timesteps and reward -70\n",
      "Episode: 596\n",
      "This episode took 61 timesteps and reward -85\n",
      "Episode: 597\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 598\n",
      "This episode took 18 timesteps and reward -33\n",
      "Episode: 599\n",
      "This episode took 45 timesteps and reward -69\n",
      "Episode: 600\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 601\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 602\n",
      "This episode took 44 timesteps and reward -59\n",
      "Episode: 603\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 604\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 605\n",
      "This episode took 78 timesteps and reward -138\n",
      "Episode: 606\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 607\n",
      "This episode took 74 timesteps and reward -98\n",
      "Episode: 608\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 609\n",
      "This episode took 46 timesteps and reward -25\n",
      "Episode: 610\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 611\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 612\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 613\n",
      "This episode took 47 timesteps and reward -44\n",
      "Episode: 614\n",
      "This episode took 51 timesteps and reward -48\n",
      "Episode: 615\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 616\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 617\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 618\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 619\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 620\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 621\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 622\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 623\n",
      "This episode took 76 timesteps and reward -127\n",
      "Episode: 624\n",
      "This episode took 58 timesteps and reward -109\n",
      "Episode: 625\n",
      "This episode took 98 timesteps and reward -131\n",
      "Episode: 626\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 627\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 628\n",
      "This episode took 35 timesteps and reward -50\n",
      "Episode: 629\n",
      "This episode took 35 timesteps and reward -14\n",
      "Episode: 630\n",
      "This episode took 35 timesteps and reward -50\n",
      "Episode: 631\n",
      "This episode took 72 timesteps and reward -105\n",
      "Episode: 632\n",
      "This episode took 41 timesteps and reward -29\n",
      "Episode: 633\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 634\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 635\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 636\n",
      "This episode took 48 timesteps and reward -36\n",
      "Episode: 637\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 638\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 639\n",
      "This episode took 16 timesteps and reward -13\n",
      "Episode: 640\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 641\n",
      "This episode took 54 timesteps and reward -87\n",
      "Episode: 642\n",
      "This episode took 40 timesteps and reward -37\n",
      "Episode: 643\n",
      "This episode took 68 timesteps and reward -101\n",
      "Episode: 644\n",
      "This episode took 66 timesteps and reward -81\n",
      "Episode: 645\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 646\n",
      "This episode took 36 timesteps and reward -15\n",
      "Episode: 647\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 648\n",
      "This episode took 63 timesteps and reward -78\n",
      "Episode: 649\n",
      "This episode took 59 timesteps and reward -83\n",
      "Episode: 650\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 651\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 652\n",
      "This episode took 34 timesteps and reward -31\n",
      "Episode: 653\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 654\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 655\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 656\n",
      "This episode took 49 timesteps and reward -91\n",
      "Episode: 657\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 658\n",
      "This episode took 55 timesteps and reward -70\n",
      "Episode: 659\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 660\n",
      "This episode took 30 timesteps and reward -9\n",
      "Episode: 661\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 662\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 663\n",
      "This episode took 44 timesteps and reward -41\n",
      "Episode: 664\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 665\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 666\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 667\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 668\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 669\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 670\n",
      "This episode took 27 timesteps and reward -42\n",
      "Episode: 671\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 672\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 673\n",
      "This episode took 27 timesteps and reward -42\n",
      "Episode: 674\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 675\n",
      "This episode took 65 timesteps and reward -71\n",
      "Episode: 676\n",
      "This episode took 66 timesteps and reward -108\n",
      "Episode: 677\n",
      "This episode took 43 timesteps and reward -40\n",
      "Episode: 678\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 679\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 680\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 681\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 682\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 683\n",
      "This episode took 47 timesteps and reward -80\n",
      "Episode: 684\n",
      "This episode took 42 timesteps and reward -57\n",
      "Episode: 685\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 686\n",
      "This episode took 51 timesteps and reward -39\n",
      "Episode: 687\n",
      "This episode took 37 timesteps and reward -52\n",
      "Episode: 688\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 689\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 690\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 691\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 692\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 693\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 694\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 695\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 696\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 697\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 698\n",
      "This episode took 37 timesteps and reward -43\n",
      "Episode: 699\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 700\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 701\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 702\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 703\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 704\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 705\n",
      "This episode took 74 timesteps and reward -98\n",
      "Episode: 706\n",
      "This episode took 40 timesteps and reward -55\n",
      "Episode: 707\n",
      "This episode took 62 timesteps and reward -86\n",
      "Episode: 708\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 709\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 710\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 711\n",
      "This episode took 121 timesteps and reward -199\n",
      "Episode: 712\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 713\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 714\n",
      "This episode took 44 timesteps and reward -77\n",
      "Episode: 715\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 716\n",
      "This episode took 54 timesteps and reward -69\n",
      "Episode: 717\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 718\n",
      "This episode took 34 timesteps and reward -58\n",
      "Episode: 719\n",
      "This episode took 73 timesteps and reward -97\n",
      "Episode: 720\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 721\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 722\n",
      "This episode took 57 timesteps and reward -45\n",
      "Episode: 723\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 724\n",
      "This episode took 30 timesteps and reward -54\n",
      "Episode: 725\n",
      "This episode took 30 timesteps and reward -45\n",
      "Episode: 726\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 727\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 728\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 729\n",
      "This episode took 44 timesteps and reward -86\n",
      "Episode: 730\n",
      "This episode took 49 timesteps and reward -46\n",
      "Episode: 731\n",
      "This episode took 44 timesteps and reward -41\n",
      "Episode: 732\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 733\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 734\n",
      "This episode took 52 timesteps and reward -49\n",
      "Episode: 735\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 736\n",
      "This episode took 48 timesteps and reward -72\n",
      "Episode: 737\n",
      "This episode took 63 timesteps and reward -114\n",
      "Episode: 738\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 739\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 740\n",
      "This episode took 35 timesteps and reward -14\n",
      "Episode: 741\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 742\n",
      "This episode took 45 timesteps and reward -42\n",
      "Episode: 743\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 744\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 745\n",
      "This episode took 55 timesteps and reward -79\n",
      "Episode: 746\n",
      "This episode took 40 timesteps and reward -19\n",
      "Episode: 747\n",
      "This episode took 15 timesteps and reward -21\n",
      "Episode: 748\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 749\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 750\n",
      "This episode took 39 timesteps and reward -72\n",
      "Episode: 751\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 752\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 753\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 754\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 755\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 756\n",
      "This episode took 55 timesteps and reward -43\n",
      "Episode: 757\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 758\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 759\n",
      "This episode took 55 timesteps and reward -43\n",
      "Episode: 760\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 761\n",
      "This episode took 59 timesteps and reward -83\n",
      "Episode: 762\n",
      "This episode took 44 timesteps and reward -68\n",
      "Episode: 763\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 764\n",
      "This episode took 63 timesteps and reward -87\n",
      "Episode: 765\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 766\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 767\n",
      "This episode took 99 timesteps and reward -177\n",
      "Episode: 768\n",
      "This episode took 52 timesteps and reward -67\n",
      "Episode: 769\n",
      "This episode took 32 timesteps and reward -11\n",
      "Episode: 770\n",
      "This episode took 72 timesteps and reward -132\n",
      "Episode: 771\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 772\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 773\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 774\n",
      "This episode took 54 timesteps and reward -78\n",
      "Episode: 775\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 776\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 777\n",
      "This episode took 33 timesteps and reward -12\n",
      "Episode: 778\n",
      "This episode took 47 timesteps and reward -71\n",
      "Episode: 779\n",
      "This episode took 81 timesteps and reward -96\n",
      "Episode: 780\n",
      "This episode took 42 timesteps and reward -30\n",
      "Episode: 781\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 782\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 783\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 784\n",
      "This episode took 26 timesteps and reward -32\n",
      "Episode: 785\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 786\n",
      "This episode took 32 timesteps and reward -20\n",
      "Episode: 787\n",
      "This episode took 69 timesteps and reward -84\n",
      "Episode: 788\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 789\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 790\n",
      "This episode took 17 timesteps and reward -14\n",
      "Episode: 791\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 792\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 793\n",
      "This episode took 30 timesteps and reward -45\n",
      "Episode: 794\n",
      "This episode took 86 timesteps and reward -128\n",
      "Episode: 795\n",
      "This episode took 74 timesteps and reward -116\n",
      "Episode: 796\n",
      "This episode took 50 timesteps and reward -56\n",
      "Episode: 797\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 798\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 799\n",
      "This episode took 54 timesteps and reward -60\n",
      "Episode: 800\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 801\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 802\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 803\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 804\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 805\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 806\n",
      "This episode took 30 timesteps and reward -36\n",
      "Episode: 807\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 808\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 809\n",
      "This episode took 38 timesteps and reward -26\n",
      "Episode: 810\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 811\n",
      "This episode took 59 timesteps and reward -83\n",
      "Episode: 812\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 813\n",
      "This episode took 25 timesteps and reward -31\n",
      "Episode: 814\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 815\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 816\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 817\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 818\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 819\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 820\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 821\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 822\n",
      "This episode took 34 timesteps and reward -31\n",
      "Episode: 823\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 824\n",
      "This episode took 64 timesteps and reward -124\n",
      "Episode: 825\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 826\n",
      "This episode took 44 timesteps and reward -32\n",
      "Episode: 827\n",
      "This episode took 38 timesteps and reward -17\n",
      "Episode: 828\n",
      "This episode took 6 timesteps and reward 15\n",
      "Episode: 829\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 830\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 831\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 832\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 833\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 834\n",
      "This episode took 101 timesteps and reward -188\n",
      "Episode: 835\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 836\n",
      "This episode took 40 timesteps and reward -19\n",
      "Episode: 837\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 838\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 839\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 840\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 841\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 842\n",
      "This episode took 47 timesteps and reward -44\n",
      "Episode: 843\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 844\n",
      "This episode took 34 timesteps and reward -31\n",
      "Episode: 845\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 846\n",
      "This episode took 65 timesteps and reward -98\n",
      "Episode: 847\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 848\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 849\n",
      "This episode took 32 timesteps and reward -56\n",
      "Episode: 850\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 851\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 852\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 853\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 854\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 855\n",
      "This episode took 69 timesteps and reward -93\n",
      "Episode: 856\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 857\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 858\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 859\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 860\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 861\n",
      "This episode took 46 timesteps and reward -34\n",
      "Episode: 862\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 863\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 864\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 865\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 866\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 867\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 868\n",
      "This episode took 56 timesteps and reward -80\n",
      "Episode: 869\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 870\n",
      "This episode took 11 timesteps and reward -8\n",
      "Episode: 871\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 872\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 873\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 874\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 875\n",
      "This episode took 37 timesteps and reward -70\n",
      "Episode: 876\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 877\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 878\n",
      "This episode took 61 timesteps and reward -76\n",
      "Episode: 879\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 880\n",
      "This episode took 42 timesteps and reward -66\n",
      "Episode: 881\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 882\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 883\n",
      "This episode took 80 timesteps and reward -104\n",
      "Episode: 884\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 885\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 886\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 887\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 888\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 889\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 890\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 891\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 892\n",
      "This episode took 44 timesteps and reward -41\n",
      "Episode: 893\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 894\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 895\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 896\n",
      "This episode took 42 timesteps and reward -30\n",
      "Episode: 897\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 898\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 899\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 900\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 901\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 902\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 903\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 904\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 905\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 906\n",
      "This episode took 40 timesteps and reward -64\n",
      "Episode: 907\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 908\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 909\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 910\n",
      "This episode took 48 timesteps and reward -36\n",
      "Episode: 911\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 912\n",
      "This episode took 38 timesteps and reward -17\n",
      "Episode: 913\n",
      "This episode took 25 timesteps and reward -40\n",
      "Episode: 914\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 915\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 916\n",
      "This episode took 45 timesteps and reward -33\n",
      "Episode: 917\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 918\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 919\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 920\n",
      "This episode took 43 timesteps and reward -40\n",
      "Episode: 921\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 922\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 923\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 924\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 925\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 926\n",
      "This episode took 57 timesteps and reward -90\n",
      "Episode: 927\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 928\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 929\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 930\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 931\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 932\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 933\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 934\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 935\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 936\n",
      "This episode took 68 timesteps and reward -101\n",
      "Episode: 937\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 938\n",
      "This episode took 50 timesteps and reward -47\n",
      "Episode: 939\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 940\n",
      "This episode took 49 timesteps and reward -46\n",
      "Episode: 941\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 942\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 943\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 944\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 48 timesteps and reward -81\n",
      "Episode: 945\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 946\n",
      "This episode took 33 timesteps and reward -12\n",
      "Episode: 947\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 948\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 949\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 950\n",
      "This episode took 29 timesteps and reward -8\n",
      "Episode: 951\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 952\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 953\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 954\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 955\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 956\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 957\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 958\n",
      "This episode took 48 timesteps and reward -54\n",
      "Episode: 959\n",
      "This episode took 38 timesteps and reward -35\n",
      "Episode: 960\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 961\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 962\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 963\n",
      "This episode took 13 timesteps and reward -10\n",
      "Episode: 964\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 965\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 966\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 967\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 968\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 969\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 970\n",
      "This episode took 42 timesteps and reward -39\n",
      "Episode: 971\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 972\n",
      "This episode took 35 timesteps and reward -50\n",
      "Episode: 973\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 974\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 975\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 976\n",
      "This episode took 43 timesteps and reward -31\n",
      "Episode: 977\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 978\n",
      "This episode took 51 timesteps and reward -84\n",
      "Episode: 979\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 980\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 981\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 982\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 983\n",
      "This episode took 48 timesteps and reward -45\n",
      "Episode: 984\n",
      "This episode took 18 timesteps and reward -24\n",
      "Episode: 985\n",
      "This episode took 13 timesteps and reward -19\n",
      "Episode: 986\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 987\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 988\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 989\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 990\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 991\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 992\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 993\n",
      "This episode took 34 timesteps and reward -31\n",
      "Episode: 994\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 995\n",
      "This episode took 39 timesteps and reward -63\n",
      "Episode: 996\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 997\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 998\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 999\n",
      "This episode took 30 timesteps and reward -36\n",
      "Episode: 1000\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1001\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1002\n",
      "This episode took 42 timesteps and reward -21\n",
      "Episode: 1003\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1004\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1005\n",
      "This episode took 46 timesteps and reward -43\n",
      "Episode: 1006\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1007\n",
      "This episode took 56 timesteps and reward -62\n",
      "Episode: 1008\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1009\n",
      "This episode took 55 timesteps and reward -61\n",
      "Episode: 1010\n",
      "This episode took 40 timesteps and reward -73\n",
      "Episode: 1011\n",
      "This episode took 31 timesteps and reward -46\n",
      "Episode: 1012\n",
      "This episode took 11 timesteps and reward -8\n",
      "Episode: 1013\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1014\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1015\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1016\n",
      "This episode took 61 timesteps and reward -103\n",
      "Episode: 1017\n",
      "This episode took 34 timesteps and reward -13\n",
      "Episode: 1018\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 1019\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1020\n",
      "This episode took 72 timesteps and reward -105\n",
      "Episode: 1021\n",
      "This episode took 31 timesteps and reward -46\n",
      "Episode: 1022\n",
      "This episode took 59 timesteps and reward -92\n",
      "Episode: 1023\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1024\n",
      "This episode took 40 timesteps and reward -37\n",
      "Episode: 1025\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1026\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1027\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1028\n",
      "This episode took 57 timesteps and reward -63\n",
      "Episode: 1029\n",
      "This episode took 57 timesteps and reward -63\n",
      "Episode: 1030\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1031\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1032\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1033\n",
      "This episode took 54 timesteps and reward -60\n",
      "Episode: 1034\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1035\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 1036\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1037\n",
      "This episode took 32 timesteps and reward -47\n",
      "Episode: 1038\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1039\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1040\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1041\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1042\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 1043\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1044\n",
      "This episode took 26 timesteps and reward -41\n",
      "Episode: 1045\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1046\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1047\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1048\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1049\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1050\n",
      "This episode took 47 timesteps and reward -71\n",
      "Episode: 1051\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1052\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1053\n",
      "This episode took 38 timesteps and reward -26\n",
      "Episode: 1054\n",
      "This episode took 34 timesteps and reward -13\n",
      "Episode: 1055\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1056\n",
      "This episode took 42 timesteps and reward -66\n",
      "Episode: 1057\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1058\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1059\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 1060\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 1061\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1062\n",
      "This episode took 44 timesteps and reward -68\n",
      "Episode: 1063\n",
      "This episode took 36 timesteps and reward -51\n",
      "Episode: 1064\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1065\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1066\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 1067\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1068\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1069\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1070\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1071\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1072\n",
      "This episode took 78 timesteps and reward -120\n",
      "Episode: 1073\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1074\n",
      "This episode took 49 timesteps and reward -64\n",
      "Episode: 1075\n",
      "This episode took 17 timesteps and reward -14\n",
      "Episode: 1076\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 1077\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1078\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1079\n",
      "This episode took 48 timesteps and reward -63\n",
      "Episode: 1080\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1081\n",
      "This episode took 54 timesteps and reward -60\n",
      "Episode: 1082\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 1083\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1084\n",
      "This episode took 18 timesteps and reward -24\n",
      "Episode: 1085\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1086\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 1087\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1088\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1089\n",
      "This episode took 69 timesteps and reward -102\n",
      "Episode: 1090\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1091\n",
      "This episode took 74 timesteps and reward -89\n",
      "Episode: 1092\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1093\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 1094\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1095\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 1096\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 1097\n",
      "This episode took 42 timesteps and reward -39\n",
      "Episode: 1098\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1099\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 1100\n",
      "This episode took 56 timesteps and reward -89\n",
      "Episode: 1101\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1102\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1103\n",
      "This episode took 51 timesteps and reward -93\n",
      "Episode: 1104\n",
      "This episode took 64 timesteps and reward -70\n",
      "Episode: 1105\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1106\n",
      "This episode took 64 timesteps and reward -97\n",
      "Episode: 1107\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1108\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1109\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1110\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1111\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1112\n",
      "This episode took 25 timesteps and reward -40\n",
      "Episode: 1113\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 1114\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1115\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1116\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1117\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1118\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1119\n",
      "This episode took 56 timesteps and reward -53\n",
      "Episode: 1120\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1121\n",
      "This episode took 42 timesteps and reward -57\n",
      "Episode: 1122\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 1123\n",
      "This episode took 51 timesteps and reward -48\n",
      "Episode: 1124\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1125\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1126\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1127\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 1128\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1129\n",
      "This episode took 29 timesteps and reward -35\n",
      "Episode: 1130\n",
      "This episode took 33 timesteps and reward -48\n",
      "Episode: 1131\n",
      "This episode took 60 timesteps and reward -66\n",
      "Episode: 1132\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1133\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1134\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1135\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1136\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1137\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1138\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1139\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1140\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1141\n",
      "This episode took 55 timesteps and reward -106\n",
      "Episode: 1142\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 1143\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1144\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1145\n",
      "This episode took 35 timesteps and reward -59\n",
      "Episode: 1146\n",
      "This episode took 30 timesteps and reward -45\n",
      "Episode: 1147\n",
      "This episode took 55 timesteps and reward -79\n",
      "Episode: 1148\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1149\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1150\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1151\n",
      "This episode took 54 timesteps and reward -96\n",
      "Episode: 1152\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 1153\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1154\n",
      "This episode took 31 timesteps and reward -55\n",
      "Episode: 1155\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1156\n",
      "This episode took 42 timesteps and reward -39\n",
      "Episode: 1157\n",
      "This episode took 63 timesteps and reward -78\n",
      "Episode: 1158\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1159\n",
      "This episode took 29 timesteps and reward -8\n",
      "Episode: 1160\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1161\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1162\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1163\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1164\n",
      "This episode took 31 timesteps and reward -37\n",
      "Episode: 1165\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1166\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1167\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1168\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1169\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 1170\n",
      "This episode took 78 timesteps and reward -129\n",
      "Episode: 1171\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1172\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1173\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1174\n",
      "This episode took 60 timesteps and reward -102\n",
      "Episode: 1175\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1176\n",
      "This episode took 42 timesteps and reward -57\n",
      "Episode: 1177\n",
      "This episode took 16 timesteps and reward -13\n",
      "Episode: 1178\n",
      "This episode took 32 timesteps and reward -29\n",
      "Episode: 1179\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 1180\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1181\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1182\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 1183\n",
      "This episode took 29 timesteps and reward -8\n",
      "Episode: 1184\n",
      "This episode took 40 timesteps and reward -64\n",
      "Episode: 1185\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1186\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1187\n",
      "This episode took 10 timesteps and reward -7\n",
      "Episode: 1188\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1189\n",
      "This episode took 35 timesteps and reward -41\n",
      "Episode: 1190\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1191\n",
      "This episode took 32 timesteps and reward -20\n",
      "Episode: 1192\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1193\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 1194\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1195\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1196\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1197\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 1198\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 74 timesteps and reward -98\n",
      "Episode: 1199\n",
      "This episode took 60 timesteps and reward -102\n",
      "Episode: 1200\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1201\n",
      "This episode took 58 timesteps and reward -73\n",
      "Episode: 1202\n",
      "This episode took 26 timesteps and reward -32\n",
      "Episode: 1203\n",
      "This episode took 41 timesteps and reward -38\n",
      "Episode: 1204\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1205\n",
      "This episode took 75 timesteps and reward -90\n",
      "Episode: 1206\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1207\n",
      "This episode took 47 timesteps and reward -62\n",
      "Episode: 1208\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1209\n",
      "This episode took 55 timesteps and reward -70\n",
      "Episode: 1210\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1211\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1212\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1213\n",
      "This episode took 19 timesteps and reward -25\n",
      "Episode: 1214\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1215\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 1216\n",
      "This episode took 76 timesteps and reward -100\n",
      "Episode: 1217\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1218\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1219\n",
      "This episode took 47 timesteps and reward -62\n",
      "Episode: 1220\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1221\n",
      "This episode took 42 timesteps and reward -75\n",
      "Episode: 1222\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1223\n",
      "This episode took 29 timesteps and reward -8\n",
      "Episode: 1224\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1225\n",
      "This episode took 47 timesteps and reward -44\n",
      "Episode: 1226\n",
      "This episode took 73 timesteps and reward -115\n",
      "Episode: 1227\n",
      "This episode took 59 timesteps and reward -74\n",
      "Episode: 1228\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1229\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 1230\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1231\n",
      "This episode took 59 timesteps and reward -65\n",
      "Episode: 1232\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1233\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1234\n",
      "This episode took 69 timesteps and reward -120\n",
      "Episode: 1235\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1236\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1237\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1238\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1239\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1240\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1241\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1242\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1243\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1244\n",
      "This episode took 30 timesteps and reward -9\n",
      "Episode: 1245\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 1246\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1247\n",
      "This episode took 38 timesteps and reward -62\n",
      "Episode: 1248\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 1249\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1250\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1251\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1252\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1253\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1254\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 1255\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1256\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1257\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1258\n",
      "This episode took 39 timesteps and reward -63\n",
      "Episode: 1259\n",
      "This episode took 43 timesteps and reward -31\n",
      "Episode: 1260\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1261\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1262\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1263\n",
      "This episode took 61 timesteps and reward -76\n",
      "Episode: 1264\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 1265\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 1266\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 1267\n",
      "This episode took 27 timesteps and reward -42\n",
      "Episode: 1268\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1269\n",
      "This episode took 66 timesteps and reward -117\n",
      "Episode: 1270\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1271\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1272\n",
      "This episode took 46 timesteps and reward -34\n",
      "Episode: 1273\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1274\n",
      "This episode took 30 timesteps and reward -45\n",
      "Episode: 1275\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 1276\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1277\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1278\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 1279\n",
      "This episode took 28 timesteps and reward -52\n",
      "Episode: 1280\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1281\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 1282\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1283\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1284\n",
      "This episode took 54 timesteps and reward -69\n",
      "Episode: 1285\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 1286\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1287\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1288\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 1289\n",
      "This episode took 50 timesteps and reward -65\n",
      "Episode: 1290\n",
      "This episode took 17 timesteps and reward -14\n",
      "Episode: 1291\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 1292\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1293\n",
      "This episode took 16 timesteps and reward -22\n",
      "Episode: 1294\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1295\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 1296\n",
      "This episode took 21 timesteps and reward -27\n",
      "Episode: 1297\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1298\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1299\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1300\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 1301\n",
      "This episode took 45 timesteps and reward -33\n",
      "Episode: 1302\n",
      "This episode took 32 timesteps and reward -47\n",
      "Episode: 1303\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1304\n",
      "This episode took 37 timesteps and reward -43\n",
      "Episode: 1305\n",
      "This episode took 52 timesteps and reward -67\n",
      "Episode: 1306\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1307\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1308\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1309\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1310\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1311\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1312\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1313\n",
      "This episode took 38 timesteps and reward -35\n",
      "Episode: 1314\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1315\n",
      "This episode took 64 timesteps and reward -70\n",
      "Episode: 1316\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1317\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1318\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1319\n",
      "This episode took 41 timesteps and reward -56\n",
      "Episode: 1320\n",
      "This episode took 87 timesteps and reward -93\n",
      "Episode: 1321\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1322\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 1323\n",
      "This episode took 51 timesteps and reward -39\n",
      "Episode: 1324\n",
      "This episode took 56 timesteps and reward -89\n",
      "Episode: 1325\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 1326\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 1327\n",
      "This episode took 61 timesteps and reward -76\n",
      "Episode: 1328\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1329\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1330\n",
      "This episode took 60 timesteps and reward -66\n",
      "Episode: 1331\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 1332\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 1333\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1334\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1335\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1336\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1337\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1338\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1339\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 1340\n",
      "This episode took 47 timesteps and reward -44\n",
      "Episode: 1341\n",
      "This episode took 29 timesteps and reward -8\n",
      "Episode: 1342\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1343\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1344\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1345\n",
      "This episode took 33 timesteps and reward -57\n",
      "Episode: 1346\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1347\n",
      "This episode took 40 timesteps and reward -28\n",
      "Episode: 1348\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1349\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 1350\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1351\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1352\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1353\n",
      "This episode took 43 timesteps and reward -40\n",
      "Episode: 1354\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1355\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 1356\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1357\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 1358\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1359\n",
      "This episode took 49 timesteps and reward -64\n",
      "Episode: 1360\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1361\n",
      "This episode took 63 timesteps and reward -114\n",
      "Episode: 1362\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1363\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1364\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1365\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 1366\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1367\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1368\n",
      "This episode took 16 timesteps and reward -13\n",
      "Episode: 1369\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 1370\n",
      "This episode took 37 timesteps and reward -52\n",
      "Episode: 1371\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1372\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1373\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1374\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 1375\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1376\n",
      "This episode took 66 timesteps and reward -90\n",
      "Episode: 1377\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1378\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1379\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 1380\n",
      "This episode took 47 timesteps and reward -35\n",
      "Episode: 1381\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 1382\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1383\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1384\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1385\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1386\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1387\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1388\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1389\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 1390\n",
      "This episode took 77 timesteps and reward -110\n",
      "Episode: 1391\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1392\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1393\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1394\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1395\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 1396\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1397\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1398\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 1399\n",
      "This episode took 81 timesteps and reward -96\n",
      "Episode: 1400\n",
      "This episode took 66 timesteps and reward -81\n",
      "Episode: 1401\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1402\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1403\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1404\n",
      "This episode took 43 timesteps and reward -31\n",
      "Episode: 1405\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1406\n",
      "This episode took 39 timesteps and reward -81\n",
      "Episode: 1407\n",
      "This episode took 34 timesteps and reward -31\n",
      "Episode: 1408\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 1409\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1410\n",
      "This episode took 44 timesteps and reward -32\n",
      "Episode: 1411\n",
      "This episode took 32 timesteps and reward -20\n",
      "Episode: 1412\n",
      "This episode took 32 timesteps and reward -47\n",
      "Episode: 1413\n",
      "This episode took 68 timesteps and reward -101\n",
      "Episode: 1414\n",
      "This episode took 86 timesteps and reward -137\n",
      "Episode: 1415\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1416\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1417\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1418\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1419\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1420\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1421\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1422\n",
      "This episode took 33 timesteps and reward -30\n",
      "Episode: 1423\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1424\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 1425\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1426\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1427\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1428\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1429\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1430\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1431\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1432\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1433\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 1434\n",
      "This episode took 54 timesteps and reward -87\n",
      "Episode: 1435\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 50 timesteps and reward -83\n",
      "Episode: 1436\n",
      "This episode took 36 timesteps and reward -60\n",
      "Episode: 1437\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1438\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1439\n",
      "This episode took 37 timesteps and reward -52\n",
      "Episode: 1440\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1441\n",
      "This episode took 58 timesteps and reward -64\n",
      "Episode: 1442\n",
      "This episode took 20 timesteps and reward -26\n",
      "Episode: 1443\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1444\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1445\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1446\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1447\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1448\n",
      "This episode took 47 timesteps and reward -71\n",
      "Episode: 1449\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1450\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 1451\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1452\n",
      "This episode took 54 timesteps and reward -51\n",
      "Episode: 1453\n",
      "This episode took 44 timesteps and reward -32\n",
      "Episode: 1454\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1455\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 1456\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1457\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1458\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1459\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1460\n",
      "This episode took 41 timesteps and reward -47\n",
      "Episode: 1461\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1462\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 1463\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1464\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1465\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1466\n",
      "This episode took 48 timesteps and reward -72\n",
      "Episode: 1467\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1468\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 1469\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1470\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1471\n",
      "This episode took 6 timesteps and reward 15\n",
      "Episode: 1472\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1473\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1474\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1475\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1476\n",
      "This episode took 70 timesteps and reward -121\n",
      "Episode: 1477\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 1478\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1479\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1480\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1481\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1482\n",
      "This episode took 114 timesteps and reward -192\n",
      "Episode: 1483\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1484\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1485\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1486\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 1487\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1488\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1489\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1490\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1491\n",
      "This episode took 57 timesteps and reward -63\n",
      "Episode: 1492\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1493\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1494\n",
      "This episode took 45 timesteps and reward -42\n",
      "Episode: 1495\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1496\n",
      "This episode took 49 timesteps and reward -55\n",
      "Episode: 1497\n",
      "This episode took 37 timesteps and reward -61\n",
      "Episode: 1498\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1499\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1500\n",
      "This episode took 37 timesteps and reward -61\n",
      "Episode: 1501\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1502\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1503\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1504\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1505\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1506\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1507\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 1508\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 1509\n",
      "This episode took 50 timesteps and reward -83\n",
      "Episode: 1510\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1511\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1512\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 1513\n",
      "This episode took 56 timesteps and reward -71\n",
      "Episode: 1514\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1515\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 1516\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1517\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1518\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1519\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1520\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1521\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1522\n",
      "This episode took 47 timesteps and reward -62\n",
      "Episode: 1523\n",
      "This episode took 37 timesteps and reward -52\n",
      "Episode: 1524\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 1525\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1526\n",
      "This episode took 33 timesteps and reward -48\n",
      "Episode: 1527\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1528\n",
      "This episode took 82 timesteps and reward -133\n",
      "Episode: 1529\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 1530\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1531\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1532\n",
      "This episode took 39 timesteps and reward -63\n",
      "Episode: 1533\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1534\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1535\n",
      "This episode took 46 timesteps and reward -43\n",
      "Episode: 1536\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 1537\n",
      "This episode took 44 timesteps and reward -104\n",
      "Episode: 1538\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1539\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 1540\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1541\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1542\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 1543\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 1544\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 1545\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1546\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1547\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1548\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 1549\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1550\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1551\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1552\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1553\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1554\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1555\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 1556\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1557\n",
      "This episode took 40 timesteps and reward -19\n",
      "Episode: 1558\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1559\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1560\n",
      "This episode took 54 timesteps and reward -78\n",
      "Episode: 1561\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1562\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1563\n",
      "This episode took 52 timesteps and reward -76\n",
      "Episode: 1564\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 1565\n",
      "This episode took 60 timesteps and reward -57\n",
      "Episode: 1566\n",
      "This episode took 28 timesteps and reward -34\n",
      "Episode: 1567\n",
      "This episode took 74 timesteps and reward -116\n",
      "Episode: 1568\n",
      "This episode took 36 timesteps and reward -51\n",
      "Episode: 1569\n",
      "This episode took 46 timesteps and reward -43\n",
      "Episode: 1570\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1571\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1572\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 1573\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 1574\n",
      "This episode took 47 timesteps and reward -35\n",
      "Episode: 1575\n",
      "This episode took 53 timesteps and reward -50\n",
      "Episode: 1576\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1577\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 1578\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1579\n",
      "This episode took 37 timesteps and reward -43\n",
      "Episode: 1580\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1581\n",
      "This episode took 26 timesteps and reward -41\n",
      "Episode: 1582\n",
      "This episode took 30 timesteps and reward -36\n",
      "Episode: 1583\n",
      "This episode took 69 timesteps and reward -102\n",
      "Episode: 1584\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 1585\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1586\n",
      "This episode took 42 timesteps and reward -30\n",
      "Episode: 1587\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1588\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1589\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1590\n",
      "This episode took 18 timesteps and reward -15\n",
      "Episode: 1591\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1592\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1593\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1594\n",
      "This episode took 26 timesteps and reward -41\n",
      "Episode: 1595\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1596\n",
      "This episode took 60 timesteps and reward -84\n",
      "Episode: 1597\n",
      "This episode took 28 timesteps and reward -43\n",
      "Episode: 1598\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 1599\n",
      "This episode took 58 timesteps and reward -91\n",
      "Episode: 1600\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1601\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1602\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 1603\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1604\n",
      "This episode took 38 timesteps and reward -35\n",
      "Episode: 1605\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1606\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 1607\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 1608\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1609\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1610\n",
      "This episode took 71 timesteps and reward -86\n",
      "Episode: 1611\n",
      "This episode took 50 timesteps and reward -74\n",
      "Episode: 1612\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1613\n",
      "This episode took 16 timesteps and reward -22\n",
      "Episode: 1614\n",
      "This episode took 31 timesteps and reward -10\n",
      "Episode: 1615\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1616\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1617\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 1618\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1619\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1620\n",
      "This episode took 36 timesteps and reward -42\n",
      "Episode: 1621\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1622\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1623\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1624\n",
      "This episode took 38 timesteps and reward -53\n",
      "Episode: 1625\n",
      "This episode took 42 timesteps and reward -66\n",
      "Episode: 1626\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1627\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1628\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 1629\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1630\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1631\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1632\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 1633\n",
      "This episode took 25 timesteps and reward -40\n",
      "Episode: 1634\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1635\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1636\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1637\n",
      "This episode took 34 timesteps and reward -49\n",
      "Episode: 1638\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1639\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1640\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1641\n",
      "This episode took 9 timesteps and reward 3\n",
      "Episode: 1642\n",
      "This episode took 71 timesteps and reward -77\n",
      "Episode: 1643\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1644\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1645\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 1646\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1647\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1648\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 1649\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1650\n",
      "This episode took 38 timesteps and reward -44\n",
      "Episode: 1651\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1652\n",
      "This episode took 14 timesteps and reward -11\n",
      "Episode: 1653\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1654\n",
      "This episode took 43 timesteps and reward -31\n",
      "Episode: 1655\n",
      "This episode took 29 timesteps and reward -53\n",
      "Episode: 1656\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 1657\n",
      "This episode took 16 timesteps and reward -13\n",
      "Episode: 1658\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 1659\n",
      "This episode took 7 timesteps and reward 14\n",
      "Episode: 1660\n",
      "This episode took 20 timesteps and reward -35\n",
      "Episode: 1661\n",
      "This episode took 25 timesteps and reward -31\n",
      "Episode: 1662\n",
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 1663\n",
      "This episode took 42 timesteps and reward -57\n",
      "Episode: 1664\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1665\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1666\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1667\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 1668\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1669\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1670\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1671\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1672\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 1673\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1674\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1675\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1676\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1677\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1678\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 1679\n",
      "This episode took 68 timesteps and reward -92\n",
      "Episode: 1680\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1681\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1682\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1683\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1684\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1685\n",
      "This episode took 61 timesteps and reward -103\n",
      "Episode: 1686\n",
      "This episode took 47 timesteps and reward -80\n",
      "Episode: 1687\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1688\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1689\n",
      "This episode took 33 timesteps and reward -12\n",
      "Episode: 1690\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 1691\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1692\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 1693\n",
      "This episode took 43 timesteps and reward -58\n",
      "Episode: 1694\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 1695\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1696\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 1697\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1698\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1699\n",
      "This episode took 30 timesteps and reward -36\n",
      "Episode: 1700\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1701\n",
      "This episode took 50 timesteps and reward -65\n",
      "Episode: 1702\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1703\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1704\n",
      "This episode took 32 timesteps and reward -56\n",
      "Episode: 1705\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 1706\n",
      "This episode took 46 timesteps and reward -52\n",
      "Episode: 1707\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1708\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1709\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1710\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 52 timesteps and reward -76\n",
      "Episode: 1711\n",
      "This episode took 54 timesteps and reward -78\n",
      "Episode: 1712\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1713\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1714\n",
      "This episode took 39 timesteps and reward -18\n",
      "Episode: 1715\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1716\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1717\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1718\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 1719\n",
      "This episode took 24 timesteps and reward -30\n",
      "Episode: 1720\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1721\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1722\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1723\n",
      "This episode took 16 timesteps and reward -4\n",
      "Episode: 1724\n",
      "This episode took 50 timesteps and reward -56\n",
      "Episode: 1725\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1726\n",
      "This episode took 32 timesteps and reward -38\n",
      "Episode: 1727\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1728\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1729\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1730\n",
      "This episode took 41 timesteps and reward -38\n",
      "Episode: 1731\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 1732\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1733\n",
      "This episode took 28 timesteps and reward -7\n",
      "Episode: 1734\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1735\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1736\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 1737\n",
      "This episode took 24 timesteps and reward -30\n",
      "Episode: 1738\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1739\n",
      "This episode took 37 timesteps and reward -61\n",
      "Episode: 1740\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 1741\n",
      "This episode took 69 timesteps and reward -102\n",
      "Episode: 1742\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1743\n",
      "This episode took 53 timesteps and reward -50\n",
      "Episode: 1744\n",
      "This episode took 31 timesteps and reward -46\n",
      "Episode: 1745\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1746\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1747\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1748\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1749\n",
      "This episode took 21 timesteps and reward -9\n",
      "Episode: 1750\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 1751\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1752\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1753\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 1754\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1755\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1756\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1757\n",
      "This episode took 23 timesteps and reward -20\n",
      "Episode: 1758\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1759\n",
      "This episode took 31 timesteps and reward -28\n",
      "Episode: 1760\n",
      "This episode took 51 timesteps and reward -39\n",
      "Episode: 1761\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1762\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1763\n",
      "This episode took 52 timesteps and reward -58\n",
      "Episode: 1764\n",
      "This episode took 45 timesteps and reward -33\n",
      "Episode: 1765\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1766\n",
      "This episode took 37 timesteps and reward -25\n",
      "Episode: 1767\n",
      "This episode took 30 timesteps and reward -36\n",
      "Episode: 1768\n",
      "This episode took 35 timesteps and reward -23\n",
      "Episode: 1769\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1770\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1771\n",
      "This episode took 41 timesteps and reward -29\n",
      "Episode: 1772\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1773\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1774\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1775\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1776\n",
      "This episode took 22 timesteps and reward -37\n",
      "Episode: 1777\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1778\n",
      "This episode took 39 timesteps and reward -54\n",
      "Episode: 1779\n",
      "This episode took 24 timesteps and reward -30\n",
      "Episode: 1780\n",
      "This episode took 30 timesteps and reward -18\n",
      "Episode: 1781\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1782\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1783\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1784\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1785\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1786\n",
      "This episode took 34 timesteps and reward -40\n",
      "Episode: 1787\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1788\n",
      "This episode took 59 timesteps and reward -83\n",
      "Episode: 1789\n",
      "This episode took 71 timesteps and reward -104\n",
      "Episode: 1790\n",
      "This episode took 43 timesteps and reward -49\n",
      "Episode: 1791\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1792\n",
      "This episode took 36 timesteps and reward -24\n",
      "Episode: 1793\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1794\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1795\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1796\n",
      "This episode took 18 timesteps and reward -24\n",
      "Episode: 1797\n",
      "This episode took 29 timesteps and reward -17\n",
      "Episode: 1798\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1799\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1800\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1801\n",
      "This episode took 16 timesteps and reward -13\n",
      "Episode: 1802\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1803\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1804\n",
      "This episode took 80 timesteps and reward -131\n",
      "Episode: 1805\n",
      "This episode took 73 timesteps and reward -106\n",
      "Episode: 1806\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1807\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1808\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1809\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1810\n",
      "This episode took 28 timesteps and reward -16\n",
      "Episode: 1811\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1812\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1813\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1814\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1815\n",
      "This episode took 42 timesteps and reward -39\n",
      "Episode: 1816\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1817\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1818\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1819\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1820\n",
      "This episode took 51 timesteps and reward -57\n",
      "Episode: 1821\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1822\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1823\n",
      "This episode took 19 timesteps and reward -34\n",
      "Episode: 1824\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1825\n",
      "This episode took 62 timesteps and reward -77\n",
      "Episode: 1826\n",
      "This episode took 37 timesteps and reward -16\n",
      "Episode: 1827\n",
      "This episode took 26 timesteps and reward -14\n",
      "Episode: 1828\n",
      "This episode took 14 timesteps and reward -2\n",
      "Episode: 1829\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1830\n",
      "This episode took 28 timesteps and reward -25\n",
      "Episode: 1831\n",
      "This episode took 40 timesteps and reward -55\n",
      "Episode: 1832\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1833\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1834\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1835\n",
      "This episode took 43 timesteps and reward -76\n",
      "Episode: 1836\n",
      "This episode took 52 timesteps and reward -67\n",
      "Episode: 1837\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1838\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1839\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1840\n",
      "This episode took 19 timesteps and reward 2\n",
      "Episode: 1841\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1842\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1843\n",
      "This episode took 22 timesteps and reward -19\n",
      "Episode: 1844\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1845\n",
      "This episode took 54 timesteps and reward -69\n",
      "Episode: 1846\n",
      "This episode took 44 timesteps and reward -50\n",
      "Episode: 1847\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1848\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1849\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1850\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1851\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1852\n",
      "This episode took 10 timesteps and reward 11\n",
      "Episode: 1853\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1854\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 1855\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1856\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1857\n",
      "This episode took 41 timesteps and reward -38\n",
      "Episode: 1858\n",
      "This episode took 41 timesteps and reward -29\n",
      "Episode: 1859\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1860\n",
      "This episode took 16 timesteps and reward 5\n",
      "Episode: 1861\n",
      "This episode took 92 timesteps and reward -170\n",
      "Episode: 1862\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 1863\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1864\n",
      "This episode took 61 timesteps and reward -94\n",
      "Episode: 1865\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1866\n",
      "This episode took 42 timesteps and reward -48\n",
      "Episode: 1867\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1868\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1869\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1870\n",
      "This episode took 13 timesteps and reward -1\n",
      "Episode: 1871\n",
      "This episode took 33 timesteps and reward -12\n",
      "Episode: 1872\n",
      "This episode took 24 timesteps and reward -3\n",
      "Episode: 1873\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1874\n",
      "This episode took 38 timesteps and reward -35\n",
      "Episode: 1875\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 1876\n",
      "This episode took 33 timesteps and reward -57\n",
      "Episode: 1877\n",
      "This episode took 17 timesteps and reward -14\n",
      "Episode: 1878\n",
      "This episode took 32 timesteps and reward -20\n",
      "Episode: 1879\n",
      "This episode took 91 timesteps and reward -133\n",
      "Episode: 1880\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1881\n",
      "This episode took 45 timesteps and reward -60\n",
      "Episode: 1882\n",
      "This episode took 78 timesteps and reward -138\n",
      "Episode: 1883\n",
      "This episode took 8 timesteps and reward 13\n",
      "Episode: 1884\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1885\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1886\n",
      "This episode took 45 timesteps and reward -33\n",
      "Episode: 1887\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1888\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1889\n",
      "This episode took 27 timesteps and reward -33\n",
      "Episode: 1890\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1891\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1892\n",
      "This episode took 63 timesteps and reward -60\n",
      "Episode: 1893\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1894\n",
      "This episode took 43 timesteps and reward -67\n",
      "Episode: 1895\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1896\n",
      "This episode took 43 timesteps and reward -67\n",
      "Episode: 1897\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1898\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1899\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1900\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1901\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1902\n",
      "This episode took 35 timesteps and reward -32\n",
      "Episode: 1903\n",
      "This episode took 48 timesteps and reward -63\n",
      "Episode: 1904\n",
      "This episode took 64 timesteps and reward -97\n",
      "Episode: 1905\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1906\n",
      "This episode took 40 timesteps and reward -46\n",
      "Episode: 1907\n",
      "This episode took 14 timesteps and reward 7\n",
      "Episode: 1908\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1909\n",
      "This episode took 21 timesteps and reward 0\n",
      "Episode: 1910\n",
      "This episode took 20 timesteps and reward 1\n",
      "Episode: 1911\n",
      "This episode took 31 timesteps and reward -10\n",
      "Episode: 1912\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1913\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1914\n",
      "This episode took 25 timesteps and reward -13\n",
      "Episode: 1915\n",
      "This episode took 24 timesteps and reward -12\n",
      "Episode: 1916\n",
      "This episode took 40 timesteps and reward -73\n",
      "Episode: 1917\n",
      "This episode took 12 timesteps and reward 0\n",
      "Episode: 1918\n",
      "This episode took 9 timesteps and reward 12\n",
      "Episode: 1919\n",
      "This episode took 25 timesteps and reward -31\n",
      "Episode: 1920\n",
      "This episode took 36 timesteps and reward -51\n",
      "Episode: 1921\n",
      "This episode took 55 timesteps and reward -52\n",
      "Episode: 1922\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1923\n",
      "This episode took 102 timesteps and reward -144\n",
      "Episode: 1924\n",
      "This episode took 10 timesteps and reward 2\n",
      "Episode: 1925\n",
      "This episode took 77 timesteps and reward -83\n",
      "Episode: 1926\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1927\n",
      "This episode took 32 timesteps and reward -47\n",
      "Episode: 1928\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1929\n",
      "This episode took 36 timesteps and reward -33\n",
      "Episode: 1930\n",
      "This episode took 21 timesteps and reward -18\n",
      "Episode: 1931\n",
      "This episode took 30 timesteps and reward -27\n",
      "Episode: 1932\n",
      "This episode took 55 timesteps and reward -79\n",
      "Episode: 1933\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1934\n",
      "This episode took 25 timesteps and reward -22\n",
      "Episode: 1935\n",
      "This episode took 15 timesteps and reward -3\n",
      "Episode: 1936\n",
      "This episode took 12 timesteps and reward 9\n",
      "Episode: 1937\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1938\n",
      "This episode took 19 timesteps and reward -25\n",
      "Episode: 1939\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1940\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1941\n",
      "This episode took 49 timesteps and reward -55\n",
      "Episode: 1942\n",
      "This episode took 15 timesteps and reward 6\n",
      "Episode: 1943\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 1944\n",
      "This episode took 33 timesteps and reward -21\n",
      "Episode: 1945\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1946\n",
      "This episode took 24 timesteps and reward -21\n",
      "Episode: 1947\n",
      "This episode took 57 timesteps and reward -54\n",
      "Episode: 1948\n",
      "This episode took 47 timesteps and reward -53\n",
      "Episode: 1949\n",
      "This episode took 26 timesteps and reward -5\n",
      "Episode: 1950\n",
      "This episode took 27 timesteps and reward -15\n",
      "Episode: 1951\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1952\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 1953\n",
      "This episode took 28 timesteps and reward -43\n",
      "Episode: 1954\n",
      "This episode took 75 timesteps and reward -117\n",
      "Episode: 1955\n",
      "This episode took 23 timesteps and reward -11\n",
      "Episode: 1956\n",
      "This episode took 29 timesteps and reward -35\n",
      "Episode: 1957\n",
      "This episode took 39 timesteps and reward -36\n",
      "Episode: 1958\n",
      "This episode took 37 timesteps and reward -43\n",
      "Episode: 1959\n",
      "This episode took 45 timesteps and reward -51\n",
      "Episode: 1960\n",
      "This episode took 34 timesteps and reward -22\n",
      "Episode: 1961\n",
      "This episode took 25 timesteps and reward -4\n",
      "Episode: 1962\n",
      "This episode took 51 timesteps and reward -66\n",
      "Episode: 1963\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1964\n",
      "This episode took 36 timesteps and reward -51\n",
      "Episode: 1965\n",
      "This episode took 23 timesteps and reward -29\n",
      "Episode: 1966\n",
      "This episode took 24 timesteps and reward -30\n",
      "Episode: 1967\n",
      "This episode took 31 timesteps and reward -19\n",
      "Episode: 1968\n",
      "This episode took 39 timesteps and reward -45\n",
      "Episode: 1969\n",
      "This episode took 17 timesteps and reward -5\n",
      "Episode: 1970\n",
      "This episode took 62 timesteps and reward -77\n",
      "Episode: 1971\n",
      "This episode took 27 timesteps and reward -24\n",
      "Episode: 1972\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1973\n",
      "This episode took 13 timesteps and reward 8\n",
      "Episode: 1974\n",
      "This episode took 19 timesteps and reward -7\n",
      "Episode: 1975\n",
      "This episode took 29 timesteps and reward -26\n",
      "Episode: 1976\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "This episode took 27 timesteps and reward -6\n",
      "Episode: 1977\n",
      "This episode took 37 timesteps and reward -34\n",
      "Episode: 1978\n",
      "This episode took 18 timesteps and reward -6\n",
      "Episode: 1979\n",
      "This episode took 72 timesteps and reward -105\n",
      "Episode: 1980\n",
      "This episode took 43 timesteps and reward -40\n",
      "Episode: 1981\n",
      "This episode took 6 timesteps and reward 15\n",
      "Episode: 1982\n",
      "This episode took 20 timesteps and reward -8\n",
      "Episode: 1983\n",
      "This episode took 23 timesteps and reward -2\n",
      "Episode: 1984\n",
      "This episode took 39 timesteps and reward -27\n",
      "Episode: 1985\n",
      "This episode took 26 timesteps and reward -23\n",
      "Episode: 1986\n",
      "This episode took 18 timesteps and reward 3\n",
      "Episode: 1987\n",
      "This episode took 83 timesteps and reward -125\n",
      "Episode: 1988\n",
      "This episode took 22 timesteps and reward -1\n",
      "Episode: 1989\n",
      "This episode took 15 timesteps and reward -12\n",
      "Episode: 1990\n",
      "This episode took 11 timesteps and reward 1\n",
      "Episode: 1991\n",
      "This episode took 17 timesteps and reward 4\n",
      "Episode: 1992\n",
      "This episode took 11 timesteps and reward 10\n",
      "Episode: 1993\n",
      "This episode took 33 timesteps and reward -39\n",
      "Episode: 1994\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1995\n",
      "This episode took 19 timesteps and reward -16\n",
      "Episode: 1996\n",
      "This episode took 22 timesteps and reward -10\n",
      "Episode: 1997\n",
      "This episode took 20 timesteps and reward -17\n",
      "Episode: 1998\n",
      "This episode took 40 timesteps and reward -37\n",
      "Episode: 1999\n",
      "This episode took 13 timesteps and reward -1\n"
     ]
    }
   ],
   "source": [
    "alpha = 0.4\n",
    "gamma = 0.999\n",
    "epsilon = 0.9\n",
    "episodes = 2000\n",
    "max_steps = 2500\n",
    "n_tests = 20\n",
    "start = time.time()\n",
    "e_sarsa_timestep_reward = expected_sarsa(alpha, gamma, epsilon, episodes, max_steps, n_tests)\n",
    "end = time.time()\n",
    "etime = end - start"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x7ff3e3d7b2b0>]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAD8CAYAAAB6paOMAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3XecFPX9+PHX++7ggKPDUQ+4ozepJyAKgtIEFYMNuyYGYzSJsf0wmGgwRqOJRqNRifGbpiHEEomiCNYkShFEmiAHIkWa9CIHd/f5/bGze7N7s7uz7ba9n4/HPW53Znbms7O7n/d8ynw+YoxBKaVU9spJdgKUUkollwYCpZTKchoIlFIqy2kgUEqpLKeBQCmlspwGAqWUynIaCJRSKstpIFBKqSyngUAppbJcXrIT4EbLli1NcXFxspOhlFJpZdmyZV8bYwrDbZcWgaC4uJiPP/442clQSqm0IiJfutlOq4aUUirLaSBQSqksp4FAKaWynAYCpZTKchoIlFIqy2kgUEqpLKeBQCmlspwGgiy0YddhFm/aG3KbvUfKiWYa04PHTnKysirkNku+2Mf6nYcj3ne0qqoMcz7eyokKT7reWrOT3YeOx/UYizftZcOu6N/Tok17Kdt9JI4pym6fO3zH9xwud/XaQ8dPUl5RmYhk+ew/eoLKqtSZJlgDQQo5dqKCbfuPud7+ky37GfrLhRz85qTj+iPlFew4+E2N5WMf/YBLZy3i5heW8+v56/3Wvbd+N//6ZDuDf7GQUb9+j78tcnU/ik//mW/x/eeXA1BeUcmWvf7vxxjDJc98xPjffuBbVrb7iF/QMcYw8bH/8PziLyme/jo3/LX6ZsLyikq+3HvUVVoOHz/JrA82Mu63H3Dniyv5/XtlVFRWMe2vyxjyy7c5dqICgJOVVXzxtbt9GmNqZPjHTlRw6axFjH3U856On6zkvxu+pryikr8t+pKdB4+z/cA3vLNuF++t382Wvccor6jkqwPf8OcPN2OMYeqsRYx55H3fPk9UVPHl3qP87NXV/Pzfa/yO9+bqHUyd9REVtoBrjOHZ/2xi16HjIc/PwWMnefY/m/jVm+u4ZfYnId/rW2t28unWAzUC1KHjJ/nrR5t5d91u9h894bduz+Fy9h4p5/jJSl5cto15q3bw4Bvr+HDj10GPs/vwcQ4ec/4Oe1VUVrFxT3U6ynYf9vvOVFRW8cz7G32/hXHWd9xr0aa9nHr/Quav2elbtnzLfmZ9sLHGBU+/e9/ikqc/AmDp5n2MfOhdjpZ7vivrd3qOu3HPEd8FT0XA9+f6P3/Mi8u2AXDj35ZRPP11iqe/7jtXB46dYOB9C/je35bx6/nro7rgirek3VksIhOAx4Bc4FljzIPJSosbuw8d50h5BZ0LG4bddsfBbzhRUUXrxvVYt/MwAzo0rbGuU4sCv9dUVRn63DMfY2Dzg5Nq7NMYw5Iv9jGkpDlVxhMEfvdOGbsOlbN8y35G92gFwLIv93HhUx/x4fSzuPKPi9m05yibH5yEMYbb5nzKv1Zs9+3ztZU7ADi1pDnXPLeE3102kB/8vTpz+HLvMe7+12rO7deWpg3qMnDmW1x3egk/PLtbyPe/YO0uDh47yUVPf8iG3Ud46KJ+XFLaAYCSu+b5bbvsy/1c+NSH3HNeb647vcRzLgys3XGIGa+sBmD+ml2s3n6Qvu2bMOOV1by4bBt3ndOTB95Yx+QB7Titcwumv7yKd28fRUnL6vN679y1vLR8m+/5/qMnqLT96KbOWsTcm8/gimcXs+SLfaz5+XgK8qt/Ev8r+5qdB49z4eAi37Kn3/dkogB3jO/BTaO78tjbG/ze08iH3mX34XJG9yjk3fV7+PuSLaz56pDfNuf1b8eWfcf4dOsBzurZqsY5nPHKKv65rDrt95zXx/f4e3/zBNoj5RU0bVAXgN+9U8YjCz7nF69/BsAnPx3L/mMnqKgyvLRsG3eM78E3JyvpP/Mtv+P8dupAlm/ZT592jcnPy/VbN+2vy3yPR/coZObkvgCMeOhdv+3untSLeat2sHzLAQDq5ubQvKAuO22lrqff38jDF/WjR5tGHDtRSf06udz32lpuGt2V6/60lDq5wnWnl3Dg2Ak+23GYJvXr8Lfrh/pe/7t3ynjs7Q28fduZHDh2gguf+oiJp7ThycsHISK8tHwbD7yxjheXbeMnE3v5Xrfmq4MUNWvAsi/3A3CD9Z7e+vFIpvz+QwCeeKeMj+8eS9286uviT7cd5NEFn/s+2z73zOfyoR15YfEWvn16Cc/97wsm9WtLSYsC1u08zMLPdvHX7wyhU/MCFn62i4Wf7aJN43q8sbo68Hy0aS8TT2nLf8s8QXHB2l0sWLuLSf3a0qttY05/8B22H/iG+y7oS+tG+Yzr04bakpRAICK5wJPAWGAbsFRE5hpj1iYjPW4M+eXbgHMmHei0B94BYMrA9rz8yXY+nH4WbZvU483VO7nRuloO3M9z//uCUBcGb6zeyfefX06nFg2Y3L8dj79TRqP8mh/fi8s8Gf3Cz3axaY/nKmXrvmMs37Kflz/ZXmN7gGueWwLgFwTsBAFg/7GTPLLgc5o2qEOLgnwm9Wvrt903J6qL01P/sIgN1pXknS+u5JLSDjVKHwCbrKu8n/97LaWdmnPlHxc7lnDO/d1/ueHMzr4rrQfe8GTGr674ildXfAXAd/60lAsHF3HT6K6A50rT732I8Mz7m3zPV247CHiqqgA27D7CG6t2MP2cnogIVzy7GIAhJc154p0yfvGtvry7brfv9Q/PX0+fdo0pP1l9ZV5RWcVuqwpisbXfXQ7VUP/+9CvaNakH4Jdhlu0+wlPvbfQLYOA5t/Xr+mfUb63ZxZPvlTHxlLY89d5Gv3VHyis46zfVJYx+RU39rqi9xj36Pp/vOsJlQzpyds9WnN61ZY3jALy7fk+NAODlDT5eJyqr/N6T1x0vrqyx7Lo/LQXgZKVh1geb/NYVT3+dTb+cSE6OsGq757PauPuIL0DNW7WTP324mZ//uzrb2LD7iG+fAJMe/y+dCwt8vwWvH/9jhe/xoeMVvLR8G80a1GFUj+qgHBjgX1i8BcBXqnjdupDyuuqPS/yeX/nHxX7PK6oMM15ZxfPWfrzOeew/3DG+B9sPeErvP/2X5wJo6qkduO+CvtTJTXzFTbJKBEOAMmPMJgARmQ1MBlImEJysrGL/sRO0alQv6n14v7xHyiv498od/DBIRguw0fZFrawy5OaI7/nyLft51bqS/3LvMdZZ9euHreIqtgDStEEdz7rjFb5ld728ilOLm0f9PioDItTPXvVUVUzqVx3MTlZW0etnb/qef7bD/wp4z+Fynni3rOa+bfWk/y37Omg1F+CXiTvZ9PVRHp6/nn99sp0ebRrx6dYDfuu/OvANzy8OXtV1wZP/8xzng028/P3hvuWXPvMRXx08zj8+3ortYwHg2v9bypRB7X3PvYEeIEc8G399xL/6xMu7/Eh59Wdlrx6yG/PI+7z2gzNoVlDXt+zOlzwZa2AQgJpX7Qbjdxyvz3d5gsPfl2zh70u2MLpHIU9cPoiKyuRXVwAcOVFB43p1aGhd9LywxD8TtQeBYAKDAFCjhHbXy6tcp+nQ8dDVWMHTcaRGEPB62OEiafbSrVxc2oHBnZpFdbxIJKuNoD2w1fZ8m7Usqd5as9N3dTjjlVUMuf9tjp+MvtHI/lMK1zgptgwmsLF1yu8/ZP6aXY77Bdh79AQPvrGOrfuO+a4eXrFd/Yt4MsFoBWvUsp+bcBnHw/PX1Vj26ortnLTtOzCTjdaG3Ud4beUODh33z/jeWruLkwHpDFaf7q02APjqYPVn53QqXl5efa4XrK3+nMI1mnuvvJ1KSoG2H/jGl/FHI1ekxhW3k3fX76HPPfNrVCEly+HjFfx3w9fM/dRT6ntv/Z4kp8j/IisSH2/eH/FrPt16gKpaaFRO2dFHRWQaMA2gY8eOtXJMb5Fz84OTeNOq2ys/WUW9OjWLyk52HjzOs/+p+WM7dqLSV00QjD0PXPPVQQZ3ak5VleF/Do1sgV+MO178FGM89bB3jO8B4NfA958NwRvq3KisMo4NWrsPldOxRQNPmsI0eM35eFuNZT+avcLv+b6jzlfOiXTmw+8lbN/hAoG39BN4dRrMO+t2czjKq9GceEXZWvbGqh01qp7SlbdtIBIzX1uLAb5zRkn8E2STrBLBdqCD7XmRtczHGDPLGFNqjCktLAw7nHbS7Tj4DcMeeJtn//uFb5n3p3f7Pz/1u1K0O36yskap48KnPD0Wnl/8ZY16R6hZNLXnwXkJ+MFXGuNYKvjB7E8onv46B4+dDBsI3HjGxRVrOon3hVxlleG7f4luOPbb5nwa38TUkkwJArFYviXykkSkklUiWAp0E5ESPAFgKnB5ktLiKNLfsFMfcBNinVfpLxZSXlHJpad2qLFuyz7nrqShMphEFCLnrviKkd1b1ljurYPvP/Mtzuhac72Kv0WbQpcsg3FqH1DpoZnV7pdISSkRGGMqgJuB+cBnwBxjzJrQr0ptORLdlfiR8gpOVhr+tsi/EamyyrDzkPMNMN6ucE4efKNmXXysfvXmOq58dnHIbaIp9iqlwgvMGxIhaW0Exph5wLywG6awPYfLeXTh59x7Xh/iXSHT5SepdWr2h7nhRymVvvTO4nBC5PAzX1vLC4u3ePoVRxgJPtqoQwoolakmndI2/EYpJGV7DaUDbwNpsHr5UBn9ZX9YFHSdUiq9tW4c/f1HyaAlggjN+bj69gdvIaCyqopPthxwfoFSlmKrq63KfPuOuhvgLlVoIIiQ080/v57/ueOdgUrZ3XxW6DGa0t3DF/VLdhISrr9t3LBQAm9mTHUaCIKJoB/m9hju2lXZIxH3eKSSHm0aJTsJCWH/2Mb2qjlAoJNUGFE0EhoIHFRUVlWP4xNAxHMTmDb0qkjl5WZ2IKiNwdGiZR9Z1OuLBya6em2VgdM6twAgz+V7TKGpBlxJ3U8uiUJV8xgDt85ZwZhH3vcbbVOpcDK9RFDHIdA1rYWbocJ55fvD+fwX59RYLiJ0ctlu4x0E0m2ws99pf98FfV29Jpk0EDiw39IdeJ9YlTHMW2WNQ1QReiwZpexyczL75xY4nwHUHBfL65FL+nN9kPFzhgQZKfdHYebBCCbUWGH//N5prvbhvWEyqpnLoqgmeuaqwZEfJwaZ/c10sOdwOWc+/K7rGakCBRtSWKlwoq0aatkwP84pSYwGDvMYNKrnXCKYMqiIomb1nXcU5DTdMia6QJDvUC3kVd/lgJJex0+6u/izlwhChYFgAxKMr8VJaSALA8HrK7/iy73HuGfuGpZ9uZ+Xl9ccFVOpaE0e0C7outwww5B0KfTMrpabI0wZWD0qewpXvfspyM/j9nHd/ZY9b5tlzCvaGjKJchiXFgXBA2mey1LaiG6esbTqhEh8c9tcEVUuKwtSpU05Tb5i8ffB53u48KkPudVhVEZxeZuwScgQbyqdje7RirG9WzuuCzcelbceWoDe7Rr7ve5sh+ksE8U78139OrkR3fuQn5fDgA7+k6gUtywIsnX0GXskbhnTjSZWO8XPzu1dY32uy6jk/TxCDed9zWnFvsf2vCHUfAJtHG48W/Gzsa7SFE9ZGwji4X9le5OdBBWD2dOGAVDgUKURLYMJepUnAjNs8+kG8gYKEf+qBQGevaY0bmkMFDhnsncWtCuHdeSlG4e77jsvIkGrOuy878xp2yElzfnemZ1dHc+Ntk2qM1qnu32DNeA/efkgv+duLg6vPb3Y99ie9/cLcf5uDShBAb55qGuTBgJLuvX7zTR1c3Nc9+BwY+GtI/nJxJ4ht/H2com10d9eJRBmLhrq1Qn+k/MFAsSvLtqTwTpnRDdEmGnWr5PL8C4tQqZp6pAOvuO2aJjPGV39t3cyy2rctCczcF5uN2l94rKBNAuREf7CRQ+c/zeh+nO3Z+BOJficHOHOCT18Ezp5TerXlktKi8Iey65J/er2kMb1PKWql24cTucQpSKnnlbJoIHA8kqQid1VtaeuGMQPzuqa7GS40rVVo5DzTU9IUGNclTHcHOQcCaGrQ+zV1cdcdk2OdPjzJvXr1ChdCMLVp3WqsU/vnt1cI3Vt1dC3L4DWjWvWy98+roff/oKlvG2TII3IQPfWoW9ay80RLh9qm9HQdpBg7+P7o7o67tdebeT2NHtLIA9d1J8ZE3sxqGPTkKUJe1vCv28+g3dvH+XuQHGmgcCy1uV0gdlsYMdm3DQ6QYEgigujU4vjM6n3KUVNYnq9X9INDOjQlG+fXrNrpIiErJP2NSYLtGxYfVUcKhOK5nqyQd2aY03aA0pghummrBxY3dOhWc3SXa6t6sv/QbX8vFzaNAkewIOdixeuH8qEPm3403Wn+jVG2ze3V7e1b+ofbOzrqhu8nQ/WL8T35Z3bRrHy3nE0L6jLd0d2RkRoVC+PMb2c243spclTippQEqL0kEgaCMIwBq54VkcKheC9PRb/5OzaTYilY/PQP5pgjfmXDenAzMl9fM/dZKYtCtzV24bqZy7i35XxkUv680Nb6cHbICnAdaeXcPekXr7XhdpnJJymFM0PqBryNhB3tnoxBb7msiHB5xAPkceTkyPcNLoLc286o8a6W8d25/nrh/oadt+8ZYTj/oN9B4d3bcnTVw1mRLdCv1KXUwmsXZN6/Oum0/2WOVcNe5bdMb6HrXRkmHvzGTWqvbzq182lcUCX2ZwccWzjeeqKQYzqkRrT8GogcGL77hwtr9BGYS9xroqI15C7kTbThOvwEWx/D0zpR6vG9SI6ntu+4BUheogIcF7/6u6lUwYVMWVQdT30D6xB6UQ81RLeq8hgVQsvXD/UdQ83r8Dk3TS6S43eNBP6tuGlG0/jklJr+lTba9o3rc8DU06psV/vufSVDIKk647xPX0lMPsWDfPzON023WnPNo0Z2NGpkTX8+7VvcfCb6gmVvDeWnd2rNYWN/Kuu7OfFGzymnuoJeJMHtPPdD1GQ7zxy/5wb3N2YZjeuT5ta6TnlhgYCPENG2Cedt4t2CspMlOOyV0htifWzqa7OEL8r80id39/T5//HY7r7108HyMmRGkMUeN9Dy4b5vhvOvJmo90o9WCP68K4to/g8qnO8zoUF3DG+J00b1PXbj4gwuFNzXyZ1xdDq9oNwnSpMdSTweeaqwY5X+OE+v2euGswDU05hkC0guOntad/tym3Vw8OP7dWauyf14i6HTgROJaX+HZqy+cFJFDVrwHfOKGHGxF5cOaxTje3A09spUt5kTjylja/0lyw6MQ3w8nL/huLyk9XF+1TK+JJNiF9gfPrKwSzdvI8/OgTg924fxX/Lvubuf60OuY9IRmzoXFjApj3Od5ML8OOx3Xn8nTLH9U3q16FN43rsO+p8V/mMSb340Zhufr1Ggu2nxrGt05njUNpq26Q+T185iNM6t6zxOnvaI9Grraf6ae3M8f6NoSH21LFFA/43/SxOf/CdsO0F3uo4+96C3SUb7qvUqlE9LhvSkQsHFXHC6o5lP0cdmzdgy75jNV5n38bvcY5w/QjnnkvhBomrm5fDd0fGr1srVL//319Ru8NJONESgYNPtx1MdhJSUo6Er4joEaZXh9eEvm1oassYA/d7RYgra99rwuQk9ou83102MOp9/XbqgNCNvDkSMghcO7yYF64f6tgzpToQiN99BF4T+rb11ZtHkm5vPb69u+XoHoX8/gpP//gGdfMcxwYKepwgy73tCL6ShvUvniXpunk5NLSqZOyNq27ub3CbjEGO1VDx9dBF/Xj26uq2glSpFgINBGFl0u0FsfayEQn/w3ryikGhNwixb//jhP+R2PNm+xyx3rF57B+d2ztIHZnY7iKvm5fD8K7OV/Viy/y9SYwkpcEzXOPbr9fVw4uDjv0TrcCje6+s3eRx9k16upzLoEPzBr7GbKfqnMBjuw1IRc0a8PSVnivzPra7ut1YMsNdZ4lLSjswJshd58mmVUNhBPuypaNoGnVfunE4Fz71IRD6xiavWDLcSDNb+4985uQ+bNxzhIcu6keXwoYht/Udz+XhnNI1/5aRHCmvcPX9CKxXf+e2M9loVVN51+W4OLd2C28dCUArh/76nv16/tvLcKN7BB+mwnvowBurgu03HDdvxXt1f/HgoqCB0knPNo3ZvPdY0PYK+3uO5Os4oW8b/jf9rBpdS8MJdb9KuoipRCAiF4vIGhGpEpHSgHV3iUiZiKwXkfG25ROsZWUiMj2W49eGzAkD/u8l1B2udoM7VZciQv24Z07uwyOX9I/ohxfs3AZWQH3LNgCbnT1zb9EwnzdvGUm/oqa+nh32UoL4XmN/vee/06QldqcHZFLdWzekR5tGDO7UjFODDJlsF5hfdS5s6BuPyNiuoH23EQQ50dXVMJ4b5gAuLe3AE5fXrPa6bVwPzu/fjgsGBh8Ez0ndICPceQN84Ll6+srBXFragZKWnuAbSTAf27s1T14+iF869EIK5Z7ze3PBgHZBA5v99EV6YRJpEMgUsVYNrQamAB/YF4pIb2Aq0AeYAPxeRHJFJBd4EjgH6A1cZm1bayKtl8vUoSdGdIu8/3KoYvbVpxUzZVBR1HXDTq0PQ4qbM7Z3a4Z1jrxHBnj6dHt73IjA9HN68voPq3uvDOrYjBtHdeGRSwYA+KoGAuXn5cZURRjqpd4ShUj4O26dzm1OjnBuv3a+EoJXYaN8Hr9soOPNY056W43IXVo535vRqlE+t4zpxp+/PcRvebfWjfjVRf18Ga5TSSQYEWFSv7YRz2zWtkl9fjt1YNAAbj9PqVQPn8piqhoyxnwGjid7MjDbGFMOfCEiZYD3G1RmjNlkvW62te3aWNKRSBkaB1zVQ790o3/faDeviefvbo41acg/lm5xXB9p0PnemV38X58jfuPShBLL1IOhvkPedTki9k74jn56bm+ueW6J4zpvCcHJ7GnDwo6nNGVQe/q2bxJ03mER4ZYxNQdICxRqQLl4C9pGYHscbujvWIzv0zrskBdOfnXhKfzpwy8TkKLoJaqNoD1gvx13m7UMYGvA8poDlgMiMg2YBtCxY/geJG5l6hW+KwbuntSLo+WVfLYj/JAagztFfiUeU6NshCI7VPiNvWPOOwk1lHA4oapLfCUCqieu6dXGubHyzO6FfDZzAifdDnZvGdY5/KBxIhKXyedr8/cVapRXp8fx9sxV0Y0Ie+mpHbn01PjlafEQtkwmIgtFZLXD3+REJswYM8sYU2qMKS0sTN5t2JkWN64f0ZkfjekWUR98L++pCDX5SizdBsOd6+6tG/rd+BVqbPhAbpIV7K5RgEq/YaHD78w+bEOo99XKasC/fkRnCvLzeOH6ofzh6uAZjNMQBqnEfpNewo8VNBA430egggubHRhjxhhj+jr8vRriZduBDrbnRdayYMtTVqZOPhPp0ASe13iUdgreDTUev7tg+xjQoSm3jusRdrtEiLREcPPorq4a5Bvm57H5wUm+O1aHd20Z8r6BlOer6qq1Q4WkccCdRN1HMBeYKiL5IlICdAOWAEuBbiJSIiJ18TQoz01QGhxFeqUSS91wKovmBxLqijlWriY0CfgsIglmseYH/nPQhv9SFOTn+dofsqk60l7VlWjZdF4TLdbuo98SkW3AacDrIjIfwBizBpiDpxH4TeAmY0ylMaYCuBmYD3wGzLG2TVmZ+mVLWNE9htP11BWDOa9/O9q57MLnZuTGWN5l0wZ1fL1kKqP4HnjHnzk7yBDEmai6O2wtVA252SYzf75xF2uvoVeAV4Ksux+432H5PGBeLMeNRaQZe6Z+jxJVdI/lfJ1S1MRxKIhgV/5uGkFjqbN+/YcjfP3KI2yfBaBPuyZBhyvOdLVSI+Piy5bOF3KPXtqfH/+j5pzqiaBDTISRxt8jAL9p8uxVGuF+qPeeF93tHel+vry+eGCi381FlZlaRxilYI3atXmWvNVQoaaUTOdP7VsDI5sqMxZZN8RE5FeG6fxVCp76cL0p7LNEzbnhNNdzq9pn1opEt1Y1h4WIh2ivTAO/J/aqoeIWyZlFKpUEGxLC2G6QS7Rwcx9AZg0Rk0haIgjjH0u3ht8ohQUdjyWCX+qQkuYM7OhuwLq83BzaRDimUf8OTfm/64aE3zAK8coGvEMvPHRhP35zSf847TUxCuq6H1U03tyXOeNwrBAD3H13RAmgQdutrCsRROoP/3GesCbdOf142japx46Dx2s9LSO7tfQbXjiQUy+dBlZm99NzezPExXg/sfrrd4bw2sodXFxalLLDFjw2dQC7Dh2v1SqFQN7qNOfZxeLLN/eBw8cxY1Jvzu7Vula+G5kg6wJBOjYe9Stqwsoo50gIPrBbtUb5eRwurwioLgqf2fVs04g7JwQfrfKF64dy+bOLXaXTDW/yFt11NvWtaQe/c0ZJ6NfE6didCxvyw7O7xWlviTF5gPPgfLWpb/smLPjxSMcRYOOt+qccfWcC5ZF1gSAdxTTgmYvb8N+4ZQSf7zrMz15d47g+mMGdmnFWz+BdI0sK41Msn9C3LS8u2+ab09fefhFO+oX99NctivF3olGb4xoly/PXD43bnOChZF0bQaoW62uDPSjYG9iKmjXgrJ6tI/5Bhds+MAhdfZrzfK/hNKlfh39+bzgdmjvP3RtP4UoYKoXU4s1ryXJ615Z0TVBHCrusCwTpqLaGuYhm2AnH/QTZzczJfZ1XJFCk7+in5/bO2r7/6aaLlUG6mbJShaaBIA0EmyzEjUiCSCIKSwtvPTP+O42AVg1lruFdWvLe7aO4eHDyGsczRdYFgnRsLG4bw6xJ9rfrVzVkZfp5tluM7XEg2vsBAo/TJUQ7wVXDOnFm90KuHV4c9bFUdituWZDV1b3xknWBIC3ZMtYFPx4ZfLsIeH87TtU1903uE9VcBE7HCPUjbVZQlz9/ewgtGjrPuxsPmkUoFV5WBYIvvj7K/mMnk52MiPkNDZHAnM2baUcykXgoqVD4SoEkKJXysiYQLPtyP6N//R6Pvb0h2UkJ674L+vomN68p0jmX4f5vBW+kdRp/KNYMXEvqSqWXrAkEFz71YbKT4NpVwzr5MuUnLx/kty6aTLZ5A6f6fv/Jxm2LyKTraI1JSoUewURSAAAWZElEQVSXNYEgXeXmSED//+iFq2KKV4lgeBdP1VJBXb1fUal0oL/UFBV0aIgIiwTGmJClCL8CQZzqdH45pS8/OKur45SLT1w+kJKWOhCYUqlEA0Gaidcg2tW1QDW3iLViKD8vl+Igmf25/YJPfK+USg6tGkpR9gw/Eb1vElk1pJRKLxoI0oC9bj/eebR9fyO7e+YAbuZQpaOUylxaNZRmIp1xKejoow6VTHed05NrhxfTqhZGO1RKpQ4tESTBPRHOBzy2dxvf40iHyPArTTi81L4sLzenVkb4VEqllpgCgYg8LCLrRGSliLwiIk1t6+4SkTIRWS8i423LJ1jLykRkeizHT1eRNvieaVXZQLT19zWP6G0jqI2xl+46pycv3Tg84cdRSkUn1hLBAqCvMaYf8DlwF4CI9AamAn2ACcDvRSRXRHKBJ4FzgN7AZda2WaFLYQFLfnK2q26a3vF3GtTN9WvYrYow3w5eNVR7bjizC4M7uZvzWClV+2JqIzDGvGV7ugi4yHo8GZhtjCkHvhCRMsA7O3mZMWYTgIjMtrZdG0s60kWrRvVo1bgeOS5y4Z+e24u+7RszoltL9h094VseaRuBXbyu/bVTkVKZJZ5tBN8G3rAetwe22tZts5YFW55dXJQIGtTN44qhnRARvxJEpHHABDmcd5+aqSulwgYCEVkoIqsd/ibbtpkBVADPxythIjJNRD4WkY/37NkTr90m1fUjPNMguikRBOO2ROCdFvL2cd19wcPpsHrPgFIqbNWQMWZMqPUici1wLnC2qW553A50sG1WZC0jxPLA484CZgGUlpZmRHZ1di/PiKKRTglp37penVxXr5k5ua9vroE3V+8E/K/+h5Q0508fbqZPu8YRpUUplXli7TU0AbgTON8Yc8y2ai4wVUTyRaQE6AYsAZYC3USkRETq4mlQnhtLGtJRLJPEd23VkMemDoj5eBNPacvSGWMY2rlFZIlJMxeXeq47mhdEP+OaUpku1jaCJ4BGwAIRWSEiTwMYY9YAc/A0Ar8J3GSMqTTGVAA3A/OBz4A51rZZJVTV0MZfTgz7+skDomtWCawGKmyUuJnBUsX3R3Vhw/3n0KS+3i2tVDCx9hrqGmLd/cD9DsvnAfNiOW66C1U1lOsQJSKtSlLVRIQ6uXr+lApF7yxOgsCqmkn92oZ5QYzHi+3lSqkMp4EgCQJvKEt0Rp1jHS9XP22llAPNGlJATpjWYzeNy9cOLw66blSPQq4dXsx9FwSfu1gplb00ECTQDWd2dlwe2AwQ7r4CNyWGISXNg67Ly83h3vP70KqRjiqqlKpJA0ESBF7hhxt7yM3YRNoOoJSKlgaCJAisCtJMXCmVTBoIUkEcqobiNO+8UioLaSBIgsYR3tzkJpPvXNgwytQopbKdBoIkGGWbaAbC9xpyo3vrRiydEXJYKKWUcqSBIIGC3REc6X0Ebu8szoYhI5RS8aeBIIGMy9H+wxUItP5fKZVIGghSQDyqhpRSKloxDTqnQnNbpRPPODD35tPJz3M3Z0G0vFVbuRrAlMoIWREITMpPwxX7EBNe/YqaxpiW8C4eXMSGXYe5dVyPhB9LKZV4WREIUl3YNoIUu+WsXp1c3+xnSqn0p4EgBcSSzf/w7G5pUOJRSqWyrAgEqZ5PxtJr6Nax3eObGKVU1tFeQykgXNVPalUMKaUyTVYEghQvECilVFJlRSBIlnj1rnQzDLVSSkUrKwJBshpT43VYDQNKqUTKikCglFIquJgCgYjcJyIrRWSFiLwlIu2s5SIij4tImbV+kO0114jIBuvvmljfQCYINyaR1gwppRIp1hLBw8aYfsaYAcBrwM+s5ecA3ay/acBTACLSHLgHGAoMAe4RkWYxpiGsZDUWi8Dbt50Zh/1oJFBKJU5MgcAYc8j2tIDqPHcy8BfjsQhoKiJtgfHAAmPMPmPMfmABMCGWNKS6Li4mjEn1+xyUUpkt5hvKROR+4GrgIDDaWtwe2GrbbJu1LNhyp/1Ow1OaoGPHjjGlUTNapZQKLmyJQEQWishqh7/JAMaYGcaYDsDzwM3xSpgxZpYxptQYU1pYWBj+BWnMbZzq3LIgoelQSmWnsCUCY4zb+Q+fB+bhaQPYDnSwrSuylm0HRgUsf8/l/qPmdoKYZHFTYnnh+qF0b9Mo8YlRSmWdWHsNdbM9nQyssx7PBa62eg8NAw4aY3YA84FxItLMaiQeZy1LqHfX7U70IRJueNeWtGyoU1EqpeIv1l5DD1rVRCvxZOo/spbPAzYBZcAfgO8DGGP2AfcBS62/mdayhPpky4FEHyJiC348kqElzZOdDKWUiq2x2BhzYZDlBrgpyLrngOdiOW66CNXps1vrRpw/oB2Lv0h4HFRKqZCyYxjqJB/37dvODDPMRWq3YSilMlt2BIIk9x8Ndi+Bd/jpaJJ3fv92HC2viCVZSikFZEkgSJZw9wPHcsPw45cNjP7FSillo4POpQC94U0plUwaCJJIRxBSSqUCDQQpINVveFNKZbaMbiM4+M1JvvfXZXx18JtkJ8WRDiqqlEoFGV0iqKis4qNNe9lx4Hiyk+Jo8oD2fGtge+4Y3zPZSVFKZbGMLhF4x/FP1aqXenVyefTSAclOhlIqy2V0iSCehkQxHIRW/Sil0kFGBwJvPhyP7pnR5OnaLVQplQ4yOxBYuXei8+Pbx3WntFPCZ9xUSqmEyOhA4JXoISa+fUYJvds1TugxlFIqUTI6EPjG8onwdZNOaRuf42sbgVIqDWR0IPBW7IcqEPRqW/NK/rGpNXvyJDpTv+HMzsy6anBiD6KUUg4yuvtotPJyI4uPEofBIu46p1fM+1BKqWhkdCBIVtWMCNTJzWHKoKLkJEAppSKQ2YEgScft2LwB798xOklHV0qpyGR2G4EL9erEfgq0UVgplc4yOhCIixz6ycsHuduXVb54cMopfH9Ul5jSpZRSqSSzA4GLbdo1rU//Dk1d77NV43zunKCDxCmlMkdcAoGI3CYiRkRaWs9FRB4XkTIRWSkig2zbXiMiG6y/a+Jx/Fi5CRjegevi0UNIKaVSScyNxSLSARgHbLEtPgfoZv0NBZ4ChopIc+AeoBTPfV7LRGSuMWZ/rOlwTlsidpqAfSqlVBLFo0TwKHAn/jfwTgb+YjwWAU1FpC0wHlhgjNlnZf4LgAlxSENM3AQMLQkopTJVTIFARCYD240xnwasag9stT3fZi0Ltjwh3GbeboYiGtO7NQAlLQrisj+llEoVYauGRGQh0MZh1QzgJ3iqheJORKYB0wA6duwY5T7it92VwzpycWkRjevViSotSimVqsIGAmPMGKflInIKUAJ8anXTLAKWi8gQYDvQwbZ5kbVsOzAqYPl7QY47C5gFUFpamvRrbEE0CCilMlLUVUPGmFXGmFbGmGJjTDGeap5BxpidwFzgaqv30DDgoDFmBzAfGCcizUSkGZ7SxPzY34ZSSqloJWqIiXnARKAMOAZcB2CM2Sci9wFLre1mGmP2JSgN7quGknRcpZRKBXELBFapwPvYADcF2e454Ll4Hbe2mAhmNdDGYqVUOsnwO4ujvzRv07heHFOilFKpK7MDgeteQzU3vHKYp6fS5AHteOjCfuTn5cYzaUoplTIyOhDEwlu906FZAy45tUPojZVSKo1ldCCIpc22ygoE2vCrlMp0mR0IXObiTltVWkWCnDD7uHtSL+rV0WojpVT6yuhA4JZTRm6sQJCbEzoQXD+ic0LSpJRStSWjA4HbWp38vJqnobLKWyKIY4KUUioFZXYgiCET91UNaSRQSmW4jA4EbjkFjCqrRJCrrcVKqQyX0YHAbWOxE2+voXBtBEople4yOhDEwttGEEswUUqpdKCBIIgqb6+hJA1cp5RStSXjA0GkF/Q92zQCbIHAZdWQjjOnlEpXmR8IItzq8csGAlBZZa0JEknaNtFB6ZRSmSFR8xGklMJG+ew5XB50vT2vz7NKAL5eQ0FKBP/+wRls3XcsfolUSqkkyfhAUGUIGQQCeat4Kk3o7qMtG+bTsmG+77m2ESil0lXGVw1FqkVBXQBGdGsJQO92jV29TtsIlFLpKuNLBJH4zcX9adrAEwgmD2jP6J6tdMJ6pVTG0xIB1dU6Bfn+cVGDgFIqG2ggiBN7G8Hdk3olLR1KKRUpDQR+oq/p977y3vN6M65Pm/gkRymlaoEGAqWUynIxBQIRuVdEtovICutvom3dXSJSJiLrRWS8bfkEa1mZiEyP5fix+snEnnHbl3YfVUqlq3j0GnrUGPNr+wIR6Q1MBfoA7YCFItLdWv0kMBbYBiwVkbnGmLVxSEfEzuvfDtB5iZVS2S1R3UcnA7ONMeXAFyJSBgyx1pUZYzYBiMhsa9ukBAKJ43W83keglEpX8WgjuFlEVorIcyLSzFrWHthq22abtSzY8pRgNDdXSmWhsIFARBaKyGqHv8nAU0AXYACwA/hNvBImItNE5GMR+XjPnj3x2q3zseJQMtDaJaVUugpbNWSMGeNmRyLyB+A16+l2oINtdZG1jBDLA487C5gFUFpamtBr9bN6tuLNNTvp1rphIg+jlFIpKaY2AhFpa4zZYT39FrDaejwXeEFEHsHTWNwNWILnwrmbiJTgCQBTgctjSUMsvI3EF5cWMeGUNjHdSay1SkqpdBVrY/FDIjIATz64GbgBwBizRkTm4GkErgBuMsZUAojIzcB8IBd4zhizJsY0RM1bnSMiOpyEUiprxRQIjDFXhVh3P3C/w/J5wLxYjhsPrRrl08waaTQetI1AKZWusnb00SUzXDV9KKVUxtMhJuKkTq7nVObm6ilVSqWXrC0RxNstY7uTkyNcUlqU7KQopVRENBDEScP8PH4yUYefVkqlH63HUEqpLJfxgaBnm0bJToJSSqW0jA8EAzo0TXYSlFIqpWV8IFBKKRVaxgcCnWtAKaVCy/hAoJRSKjQNBEopleWyIBBo3ZBSSoWS8YFA2wiUUiq0zA8EyU6AUkqluIwPBLk5GgqUUiqUjA8EOVo3pJRSIWV8INA4oJRSoWV8INASgVJKhZbxgUAppVRoGR8Iyisqk50EpZRKaRkfCI6frEp2EpRSKqXFHAhE5Acisk5E1ojIQ7bld4lImYisF5HxtuUTrGVlIjI91uOHc93pxTWWnd2zVaIPq5RSaSOmqSpFZDQwGehvjCkXkVbW8t7AVKAP0A5YKCLdrZc9CYwFtgFLRWSuMWZtLOkIpU+7Jn7Pn75yEBP6tk3U4ZRSKu3EOmfxjcCDxphyAGPMbmv5ZGC2tfwLESkDhljryowxmwBEZLa1bcICgVJKqdBirRrqDowQkcUi8r6InGotbw9stW23zVoWbLlSSqkkCVsiEJGFQBuHVTOs1zcHhgGnAnNEpHM8EiYi04BpAB07dozHLpVSSjkIGwiMMWOCrRORG4GXjTEGWCIiVUBLYDvQwbZpkbWMEMsDjzsLmAVQWlpqwqVTKaVUdGKtGvoXMBrAagyuC3wNzAWmiki+iJQA3YAlwFKgm4iUiEhdPA3Kc2NMQ1jv3zGKLoUFiT6MUkqlpVgbi58DnhOR1cAJ4BqrdLBGRObgaQSuAG4yxlQCiMjNwHwgF3jOGLMmxjSE1alFAV0KG7Jxz9FEH0oppdJOTIHAGHMCuDLIuvuB+x2WzwPmxXJcpZRS8ZPxdxYrpZQKLQsDgY5GqpRSdlkYCJRSStlpIFBKqSyXNYEgv04uoHMYK6VUoFi7j6aNmef3oahZfc7SkUeVUspP1gSCZgV1+X8TeiY7GUoplXKypmpIKaWUMw0ESimV5TQQKKVUltNAoJRSWU4DgVJKZTkNBEopleU0ECilVJbTQKCUUllOPPPIpDYR2QN8GcMuWuKZOS3VaLoio+mKjKYrMpmYrk7GmMJwG6VFIIiViHxsjClNdjoCaboio+mKjKYrMtmcLq0aUkqpLKeBQCmlsly2BIJZyU5AEJquyGi6IqPpikzWpisr2giUUkoFly0lAqWUUkFkdCAQkQkisl5EykRkei0fu4OIvCsia0VkjYj8yFp+r4hsF5EV1t9E22vustK6XkTGJzBtm0VklXX8j61lzUVkgYhssP43s5aLiDxupWuliAxKUJp62M7JChE5JCK3JON8ichzIrJbRFbblkV8fkTkGmv7DSJyTYLS9bCIrLOO/YqINLWWF4vIN7bz9rTtNYOtz7/MSnvM0/YFSVvEn128f7NB0vUPW5o2i8gKa3mtnLMQeUPyvmPGmIz8A3KBjUBnoC7wKdC7Fo/fFhhkPW4EfA70Bu4FbnfYvreVxnygxEp7boLSthloGbDsIWC69Xg68Cvr8UTgDUCAYcDiWvrsdgKdknG+gJHAIGB1tOcHaA5ssv43sx43S0C6xgF51uNf2dJVbN8uYD9LrLSKlfZzEnTOIvrsEvGbdUpXwPrfAD+rzXMWIm9I2ncsk0sEQ4AyY8wmY8wJYDYwubYObozZYYxZbj0+DHwGtA/xksnAbGNMuTHmC6AMz3uoLZOBP1uP/wxcYFv+F+OxCGgqIm0TnJazgY3GmFA3ESbsfBljPgD2ORwvkvMzHlhgjNlnjNkPLAAmxDtdxpi3jDEV1tNFQFGofVhpa2yMWWQ8uclfbO8lrmkLIdhnF/ffbKh0WVf1lwB/D7WPeJ+zEHlD0r5jmRwI2gNbbc+3ETojThgRKQYGAoutRTdbRbznvMU/aje9BnhLRJaJyDRrWWtjzA7r8U6gdRLS5TUV/x9nss8XRH5+knHevo3nytGrREQ+EZH3RWSEtay9lZbaSlckn11tn7MRwC5jzAbbslo9ZwF5Q9K+Y5kcCFKCiDQEXgJuMcYcAp4CugADgB14iqa17QxjzCDgHOAmERlpX2ld9SSlO5mI1AXOB/5pLUqF8+UnmecnGBGZAVQAz1uLdgAdjTEDgVuBF0SkcS0nK+U+uwCX4X/BUavnzCFv8Knt71gmB4LtQAfb8yJrWa0RkTp4PujnjTEvAxhjdhljKo0xVcAfqK7OqLX0GmO2W/93A69YadjlrfKx/u+u7XRZzgGWG2N2WWlM+vmyRHp+ai19InItcC5whZWBYFW77LUeL8NT997dSoO9+iiR37NIP7vaPGd5wBTgH7b01to5c8obSOJ3LJMDwVKgm4iUWFeZU4G5tXVwq/7xj8BnxphHbMvt9evfAry9GeYCU0UkX0RKgG54Gqjina4CEWnkfYynsXG1dXxvr4NrgFdt6bra6rkwDDhoK74mgt9VWrLPl02k52c+ME5EmllVIuOsZXElIhOAO4HzjTHHbMsLRSTXetwZz/nZZKXtkIgMs76jV9veS7zTFulnV5u/2THAOmOMr8qnts5ZsLyBZH7Hom35Toc/PK3tn+OJ7DNq+dhn4CnarQRWWH8Tgb8Cq6zlc4G2ttfMsNK6njj05AiSrs54emN8CqzxnhegBfA2sAFYCDS3lgvwpJWuVUBpAs9ZAbAXaGJbVuvnC08g2gGcxFPv+p1ozg+eOvsy6++6BKWrDE89sfc79rS17YXW57sCWA6cZ9tPKZ5MeSPwBNaNpQlIW8SfXbx/s07pspb/CfhewLa1cs4Injck7TumdxYrpVSWy+SqIaWUUi5oIFBKqSyngUAppbKcBgKllMpyGgiUUirLaSBQSqksp4FAKaWynAYCpZTKcv8f6yfIB6Z8vmAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.plot(e_sarsa_timestep_reward)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Comparison"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAnAAAAJCCAYAAABAofoFAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzsnXeAE8Xbx7+bXK4fd3D03otSBWlSbYAIqCgoiqgIKnZFBQuC2LBgxa4oP0RFFLGCWFARFQGliCLl4HrvuSTb5v0j2WTL7GaTO+DOdz5/wGV3dnZ2dnbmmWee5xmOEAIGg8FgMBgMRsPBcbILwGAwGAwGg8GIDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNjJiTXYDjSdOmTUnHjh1PdjEYDAaDwWAwwrJz585iQkgzO2n/0wJcx44dsWPHjpNdDAaDwWAwGIywcBx3zG5atoTKYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcAwGg8FgMBgNDCbAMRgMBoPBYDQwmADHYDAYDAaD0cBgAhyDwWAwGAxGA4MJcA2IvOo8TPtsGko8JSf2xiWHQUQBGRUZkV2Xtxt4+3xA8AKEAMUHTZPyEo+sqqxaFtQehBAcKT9iOJ6RcwDznn0ROYXFEed34+bb8e2xH8wTFR8EZCnSogIABEnG0WI3CtwFqOarjVl7ilHhq4BX9CK7KltzrsIj4PwXN2FXdqbhui+OfIEHtz1Iv2nRv/TjFTmAtxK8xGPu13PxV8lf1GTZVdnwST7rB7PBj/8WYeabv0GWSfCY2ydiyoqfcSC/qlZ5S7KEoxVHa1lC4Jr3luPaj2/FF0e+wKM/3Q94yjTnS72lKPWW+n9k/AisusDQFtYfXI+Hf31YcyyzMhOCJAClGYDgxZ78I5j4wnfILfdEVL4CdwFmfTULJVW5QNkxapqMigzIRA7+dhfsQ36lti1B8Jhev3jbYnxx5AvTMnhED7bnbQcv8aZpKvlKFNUUWTyJ/1lmfjkTxR7tN1rhqzC/dtN9wG+vApsXAdtft8xflEUcq/Q/4+Hyw5o6qRFqkFOdgxu+uQHb/93g79fC8G/Zv5j79Vx4y44CnnLNOUIIbvv+NmzL2Qa4S4BqVfl91cBb45Fx5FtDGfKq86j9F2pKtXkAmP/hbry34wAK3AXG5LyIw3nZ2JfxDcq82jZb4asw1LGCW3Aj350ffIZDhdUo9hSHH5fy9gBvnAPwNdbp4K97Qgj9ZEWOoS6DlB2lvpe8Cg/cPtH8hrIMrL4YOBLqw7OrsuERI/vWTjRMgGtArNq/Cn+X/m3ZUYZjX/E+vLr7VQD+zmDRz4tCgwuNylzUvDgQa9ZfismfTMYf+TtQeehrPPTRVE3j5iUeZd4yCHs+gPf3N1DNV0P47BZUZG6FkPenv+N8cRB+2vkqXvjjBSzfsRwHSg8Er1+0bRHO+/g81Aiqj1sSgC/v8n+wAQgheOyrv7E7NxcP/fJQsAy8xGP9wfVY/N1tkDbd7xcYA3h91fB6yuEV/R/2+wfex5QNU7B78wKAEGz/8mac+f5ITP7mYvzU+FWU/28aange963fg6xybcdW7SkHBA8IIXj0t8exK383fKKAH3O/wW1bbgL2rEV1oKN4Y+8b2FmwE8j9E54Vp6Ni4z0gX9yFKtUAv/7genx2+DNU8VVB4ayK1womj3zxN8Y89T3OXnc2Jq6fiFJvqf+5+RrAW4mxa8di9AejcecPd2LCxxPgFtzYeHQjNhzagG/2F+Bo4r2Y9e1ETZ4edxEW/LQAHx/8GPBVg+xajWc2zcO/Zf8C+z9FxctDcOTn/+GRL/8AIQQ1vIg7PvwVeOYU4PWx+KvgD/yS9wse/NkvAFb8/hpq9q0DAOwp2oMJH0/A/C3zQQhBYU0hjlQcwZO/PgZZ5PH23jfxS5a/o5SJjCd+fwIHSg9AkAXUCDWo4UXIMoHbJ2LuWz/h54OFqPC6sXjbYhR7ivH7gWPYnVWGZRv/AQAIPz8Hz3ePAPAP8ESSUFHyLx78eRHKqnLwT/5OLN+53P8c7kKIgc7/5d0vY9Ink5BZaRRu1UiyhBqhBpuObsL6g+uBn54Gjv4MQgjKPJX4nV+J36q+w4KfFuC9IxtQ88ypKPYUQ5AESLKE0R+MxugPRoP/egnw4VWQj3yPmqpcAMCh4oNY+v55WLRtET448IG//R/9GZU/LMPE9RNx7w/3gH++P6TP78Dlm6bgCPcKVv1yLPgtqNtKvjsfS39Ziod/fRj3bPgOGcVuAMC7f7+LXYW78MYnM7BgzVhUeMpQ4RGw8OO9yCovx/6S/Zj8yWS8vud1eEQPpMocDN14Gc5ZPwH5VWUQasoAWUbVo61Q/Xw//7dV8JdfIPKUA8WH8NHBj7DgpwV4Y+8b2JqzFQCQVZmFBT/eB5/ow6yvrsHsr2fjvp8eCNanwuZjm/Hu3+/ivI/Pw5kfnulv14IXkAT8nv87Xt/zBkoqClDjKccrvzyMP4v+9LdbAPBWAL5qXLThIpz54ZlYvG0xsiryUO6pBOAXyB498C6OfHMv8PNz8H013y8Uw99n8DUlwKe3oLrCP3lctv0JnL/+fOwu3I0LNlyAJb8sAQBsy92GIWuGYPxH47E1Zyvmb10IrJ+Lv4r/whPbl0H2VsIn+fDQLw+h1FsKQgiq+Wos/WUpfsn7BfteHQy8MDD4zIQQLPt9Gb7N/Bbzvp0HPNkZeKorAH+/LGb8gCN5v2PyT7fhtd+fDl531carcO5H52LKhinYkb8DVXwVlvyyBMU1FcATnYJ5KKz74xAe/uM6nL3ubCzfuRzj1o0LCtE3vrsLCz85H5f9eDtGfTAqeE2NUIMR74/A2LVj8eaet7AtZxu8oheCLKDYU4xrN12Lc9adAwD4eFcOzl6+BWPXjsWlX1zqz0DkcTinEI9+uR9VnhIQdwmqPWXAxoVA9nYgZ6df0Pz8DkDkAV8VKvlKrN6/Gp8d/gxbsrbggg0XYNOxTRAkAT7JB0IIvth3BLd8vhzbXjkNWDsT1Xw1fjyUiZe+P4R1O7Nx5lNfQn6uH/DRbLhzdkDevBiv7H4Fuwp2Ydhj3+GCl76HKItw+0SNcFjFV4F4yoBDm4EPZgbbzYSPJ+DuH+4GAHyf+T0+/PdDy37iZMCZSrn/AQYNGkR27NhxsotRZyzbvgyr/16NuwbdhStPvdIy7f6S/ciuysa5Hc/VHO/zTh8AwN5Ze7Fy30os37kcAPDnzD+x8q+VuLTHpVj771pc3P1iNIptBKlwP/p/NT14/cyYFvjSm4uSGCcu6X4JOjTqAF7i8XPuz9hZsBNdeR6HYmMBAGmShHKnE61j2mFdcidcn78Ze+LjNOX5cvIG/F78J57b9RxKvaV4cvST+C7zO8zuPRvdizKA96ZjVdfBmDxyMRpX5SOn7Xk44/HvkN7+K/BJP2D+oPngiw7g9axN8Mj+junNvAIMvnEvkNJC88wAMDWlOz6q8muXlhcUYeDQOzE6Y5Wh/vqljcX2f2MR13wTtkzbgvSEdKw9sBZLf12KjVk5OHLVBn/HC2DLtK0Ys3ZE8N63iddh6dQbcdt2fye399Q70Ocvfz338vH4Oy4Wi4ctRlp8Gm77/jbNfe8YeAeW71yO6T2m4/6h96PAXYC735qPI54ElLf4RZN2V5EIV3Uu+nRqb9oOWssXINfxCQBgTWw3vBTjRYzEY4svNCP/MyMTuTFOnNeuDdqntMckkogV1f8Ez8/qdS1e+jIWSZ1ewqOFxZjgrsGAwD3bJ7fFVQnt8VDRNgDA1adejZV/rQxee0+nC7EsY33w99dxp+Bc334AwJ6Zu7G/9O9Qxx/AVzgOV/S8EolJVUjfPR2/oyP+au0MTjTWZedhhXsuPo9ri7H9S7C9fC0A4JERj+C+rfdhYVk1GgleLGzeFOdVu/FdYgK8Dge2jn0dI76fg35eH/q2G4WffAU4WnkUr5/zGoa0HIJ39q/C+OTOSCzJwGu532LagHn4cut7WOH7TlO+PRmZ4AC803cCnqoyaiC78DwOB76BPqlnYW/Ft/73lZGJNxs3gRsy3k5rhCd7r8J9e+aCd2g1BnsyMnHUFYPJbVuH6q06Ducm+zWaT+NSnDvrPjy+/XG8+/e7+G3Gb0iISUDfVX01+VxU1B9L7ngbz/+5Aq/vDWmebug9BzmZY/Hub5lI6bXAUP5xrYZjU9624O9ePh4vpU/A2Gr/cwxLbIsXso4hrjIHBIAMoL+qDcY547DjrDfR5+srAAATmy7FF8UPBM/HO2PhlXhsmLIBCTEJOPcjbR+15Vg20mUZaH0a+sTRtUDz+s3DDc2GAK+PxSfJSXigWbohzcQWCxCTdAgbjqxDb58P7+UWoH/HdmgXn47PLv0Bg1cPQ6ws4u2sDFzYthXOaXk1NuevNOSzJGEcHvRs0hxrIkn4IbsAMwedhz+L/sQ7uQXIOe8x3Pvns2jsaodOjVtgV2Fo7JlZUYkYAozuch56DbkVr2Z+hbf2vQUAcHJO/HkkAwKAl4bPxRt5GzG5+emYtPtzzGnl78Nu7bwBrtTteOqPR4J5to5rglQuBn97CwEAG7Jz0VkQ8fHlK/Fb3m+4ts9cXPTpBYbnWT76aXyftQWf7M6AM2Vf8PhDwx/Cmn/W4J/SfwzXAEC35HY4WB1aJdl++XYs+/IIDv62Dnu6+ydv9w9eiNaf3o61Kcn4PiENnIPHMI8HvyQk4JvMHDSXJLw66hb0KfobBVnbMKjRKDTN24ghHdsF853caRo+zViLi7pdFBTU7+p2KZ48+H4wzfMFRbilRTMAgK94LPjis5DS83504gXEAjgQ69KUvfrgQiR3ewx90kbgl+2jMWFYFl6ceCe8ohdD1gzBjPSBmL77M+xOSELqxW8jz52Hx7c/7q/XyR9jyqcXAQBu6HcD5vWfR62fuoLjuJ2EkEG20jIBruGgCHCTu0zGladciR5NepimVQtqCoIk4LTVpwEA9ly5B2/uexPP7XoOAPDsmGdx25bb0LFRRxytPIoJHSfgidFPoChvF878elaty96XJGAPF7k6enplFT5olAIAeLqgCP/GxuLVRs3g8g6CkLSNes3kqmp8mpIMAFhaUokH0htFX3AAM3rOwJp/1kR0zbSmr2Ft8VwAwB/VCRiQHJ0qXhGIHYRA5jjNue+PZWNsh7ZR5avmurIKrG2UjDKn0zRNC96BgljZ9Hx9ZYjHi98S4gEAa3pcixkH3qCmmy7F4QOnD6mShPtKynB386aW+bYRROS4YmpVthE1HmxNTKCe6+nj8U9cbPD3edVufJmcBACIk2UMazMCWwJC1gNDH4C7IhPL/37H1n2d4CCBwCXGQogxX9JUo0w81HTmBTSSZfypm5QBwENFJVgUEKrOKxqJL5v9ZOs+AHCqz4f3c/0TDLPJSSxiwEPEjIoqrElNsZVvP68PuwNlHSLH4jeHvWc3Y3Z5Bd5MSwUAjHHXYEtSoq3rOjiScEx2B387weH3jGO4rHVLHNDVsUJTTzKKE4zmE2ochODpwmLcHhBszOgrEOxxcZZp7PBocRkead4Dbrkw6jweLqjA2tR4w8ReT0dewFGdUFZbJnScgK+OfhXRNV3TumL9lPXhE9YCJsAFaGgC3JVfXYnRbUdjdp/Z1POKAKcgHX4Sn908Al2aJRvS0gS4Cl8FRrzv1xTtumJXUJgDgEYxzVEpFqJRTBIqRTe6p/bFRxe8i4KCPTh74+V18nz/n1iEM/EQ/JqbF/MLcVPL5ie5RAy7pEoSKiyEWQaDUfe0EkXkxdRuUnS86Z3QCu9N+/q43iMSAY7ZwNUj/ij8A8/uetb0PKfTwNTwEtb+rjX8/+LIF3jq96fC3kuQBc3vStE/i4rx+W1HjgSMu+Wq/LB5MYwc8v0Z/LuuhbdEueFpwuobbYVQ+0+RtPX5XxXeXs2zpykZ5qnfhtuM/yZrcuvHWNOEN9f0SRUnxtHOLg1OgOM4bjzHcQc4jjvEcZzRgOP/GZ3KtwF/+VW6kixhwU8L8M7+0FKKWsPKqf4WCd0jRwz+X4mXfn0M8vuXUtP91znTI4RPpCNWJkHhak2c0TFk67FsbD2WhdfyjB5hepJMhLQvs3Iwq0Lr5DC90twbU3R3trzPuGo3TvMavba+y8zGnPKKsOVU+DYzJ3wiHf28kXmpDvGE9/rblWHtkKDwv7wCbDuahd+OZuGTnDzLtF340FLbEI8Xt5SW463AO5xXVo7fjpp36veU+B1WmooSnjDxbh7s8eL2Un+6+SUhBxenbnVkQrUbNOJlGWfUeNBaoH/TOzMysf1oFoZ7vVgWxsN6+9EsvJRfhJ0ZmfgjIxO/Hs3CmW661+AzBUWID7TTFfnWwmEbQcSllVXo5fPX5VBHI4PgrKcbz6O/ro2spHw7ybKMcdVuLCo2ekF+nJ2H7zOzDcdpvER5hpvKyoPvJhwXVdGXOMeo6u+5giJMU32vDxWFyrw5Mwe3lpbjxTB1GS1deR5Xl1cajuvrNFnX97RTTXYm656xmUBwRUUl4mQZC4stnOEC9PTRl61jZYJ0ScbcsgqszCvAhYH7/HgsG08X0L2Lu/t4LC8owuia0IRjjK6tPloUau+NJQlj3DUY6vHgujJt3za5qhqPFRZj67Es3JrZCt9lZuOPjEzDM2XH1K/JXf3WV+rgOM4JYAWAcwBkA/id47hPCSH7T27JakeptxQ/Zv8YNh1tufvSf+8A/gVw6oXUPERZhMvpn1FwyzoBHf02U4onlh6PIyTTv3xgDSah9rYS9Z0FJaV4PL2J5li64AUStDOx07xe7IqPN83nvpJS9OR5TG/Tino+NdAxDvP6ML7ajY0BmyY9d5aUIZ4QPNJUW6ZJVW60EyXMqqjEy41Tg8fHuWswr6wCeTFOXBq49xt5BYgnBAfcHbC0m9/oupSiWVpWVAIHgPubNgnaDQJAM0nGLWUVeD1g4/NObgFmtW6huba1ICI3YAfWRDKGSLmxrBwrGqcBAKZVVqGNKOKZJo2D52PCmG+8n5OHJpKMc9u3AQBcX16BRSXlmNi2JQBgcVEJFjdLR5wsY1ZFFVpJIlwA1uTkY0Ybf5rzqt0Y7PGi1OnE8038Zbm6vBJNVcJDoiShgyDgmMuFAV4vGksynAA2JyXiiopKXFdeibubp+PholI0Vz3np9m56CiImi9Eb5PVNSD8yRwwwV0DsbAY9zZvivklZbi4qhrzmzfFwpIytBZFDPL60MvH46l0fx1tzMoFATCxXWsIHIe55ZVIIAQfB97TxGo3vkhOQn+fD68EBjk3x+GSNi2R5Qq13Vgg6JV9nrsG52VkBm3LvsnMwR3Nm2JPfBw+yc5Fgu6dxBCCx4tKUFhaDokDrm/ZHHkxMfg4Ow9dBQFNJQnZDgdaihLey8nHK41TcX61G3c1b4p4WYY30J+szc1DI5ng1bRG+DsuFr1LszBZEHBvM62t4edZ/jIkyjKSA2VZkZaKeCLjvOoatJIk/H40C4dcLlwWeMev5heib0Aw6Ovl8VLjVNxYVoGughDUUPx2NAuVDgcOx7pwfcvm1G++lRh6t08WFuOT5CRcVVGJOAIciI0N2iDqebKwGH1rJDQjPswpr8BfsbGY36IZxrprQACMD9jHpYsSzqzx4MwaD+aVVSDLFYP+Ph6DvV40lSTEEeDaCq2A5SIEgm7l5b2c/OCzD/R4MbbGg7/iYvFTYgKqHeY6mfU5gdAfADgAK9P8tsGDvD6sy87DxW39fcdL+YV4LS01aJ/5Wn4hJrTzf4NXVlQhRkxAX7EcfX080iUJTWQZ95T6PbuHe7xoLYoojHEGr5lT7u9HGksSPgxo2bID55uJItbl5MMZKNPNgUljP68Pc8sr0FiWcW6NB3szMpHvdCKOEIwK2P324XmcU+PBOTUe/JQQj2+TErG4uBTPNk7Fm2mpmFpVjU58aFKzOrcA7UX/78OuGLwa6EM/y8pFRzGU7iLnViDQFGZUVWNPfBy+CLz7Kkf9Gg8blAAHYDCAQ4SQIwDAcdz7AKYAaNAC3O3f345dhbuo55Zt/Afvb8/EH4vOpZ5Xo18WBQCf5IPL6cKln1+KJs3TLdMCMHQWJc76r6Tdm5GJse3aoJgyO0qRZFRZPEOCLOPyympDZx5HES4WlJRhmolwBgAix8Fp06TUqhuYVVmFtSlGu0YpcJFLV7bTA1oKWaWAGRI41i/mJ/TJcaG5KGFMh7ZwEYJX8wtxTcC7TamxR4pLNQKcwsasHAjgNB2cwi1l5VgQMPandSRpKiHpgYBmSS3AtRFF7KRcp9BalNBYlhFDCESOQ4JM0F4IzeCVAdeFUMfvP+4vawwhWKbScCgC3B1lxhhSHQURx1wuXF1RhbE1HjwcEKLaCSLSZBmv5Ru1AJ1UGq+1OXk45HJhkrsG80vLcFpAQGoUENqVmjjfXYOmeQUY4vXBAeBllXahr0470USSEIvQN5kmS1hSXIrt8XHIdrnQ08fji+QkuFTNIYkQDPN4keVy4cnCYrQXrDXJLSQJb+YXYl9cLLqYaPASCEGHQJ1+lJ2HjFgXugXyJYGWHE8IugsCXiwowo8BpxEXAbzwe6M3CsTxG1ddg1fSUjGp2o0kmSBBlvF2XkFw0tOB0s5u1GmC4wlBb55Hsiyj2uFAikpj1EMQ8BxFy5hICBIlCS09EvYGtLQvNk7TCDyxhODDnDw0EyWkyzLGq7Q5l1dWBQW4T7Nz4SIkKKCo07UVJbQVPUjNK8BArw8uAD8F6qODGHoX6bKM9MD7biMaJz/K5Gh0jQczKquQJMvBOuqt0gi/rdLWEQB9A+1ub0YmljdOwz9xLvySoHWUuTPQ/i+qqoYL/vfSSFWHA3w8XiwoCnoWx6raVw9BwJJyc2270k+0VT3TLWUVGFddg3RV7MNmkoQmkoR7S8rQhLLa4NLlAQAtdZPEhSUh7dhIjxcjAxp65XtoJkqattFe1ba6CCKeKihCS0mi9m1qFhWXYnx1DW5uae0ccjJoaAJcGwDq9YpsAEPUCTiOmwtgLgC0b28eXqE+UeQxD1758pbDwb/1NnB61AEfFXySD8lI9gdcVXm8rT9oz5OmpIHYA5nJTQO9Xpxd48H9lDADgFEYUtBrIsZXu03voSABwQ4xUjhCQDgOc8orTIU75e2q34h6eS/R5Fl68f6B49X8QrQWxLAdlhra4KKgX9L8X24+ZrYOaccuqHYbtIgKDxeV4Bx3DVVoVIgPPI8joDJwBur24+w8lKuEcv07VN5dOkUraIZiXqDkpHT8djvIXrwQrGe13lZ5BinwVjn4NbB2UPJRJiGpAYF4RmU1nkhvHHw+/fPPLy1Hbx+Pce4aW/rzeEIwyGaZUgjRCJqNZBk5CL0bdXliAsdiVMXrKIr4Q7XkvP2YveVNGsr30CjMUqwZSQEBUCGWELTn6d+G+pk7mQi6aoaq6jM2UB9yBKsZ80vLcEeLZiAITdCmVFVjg8X3wsE/kfAFxgllomLmyavuB/QTVnUfY9ZHRkIP3UQijgA/RGF2oc+DhrIE7CIE3whDAdDNKsbV2LP1TCQEo+qpXWj9V69ECCHkNULIIELIoGbN6p/EHB0Ey7Yvw+Hyw5apzAQ4GplV9jrOz0yWDeoLDmXgDfSN5+hsIBwAppjYDgHmA3S8rO0dniwqCS/ARaCB0/NJTh7uKy7FLWXmdmdSoGM2+2hpWkM3CbnnD/d4g532ezn5eKQosh09Oug6YSeARpKE9ICQ1181yE2tdsNK9J9S7TYVOBUU4YcL1LxSt90EAad7fcElWP0Ak0QI7i4pw0qd0X5TE2H0K+n0YFmVnOaUV+K6soqgLU6krMvOw6LiktDgTRm7/yeebZmHcsnqvHzcW1waFOhmVlZhb0YmegYExk5u7aCeQAgurHabiwtn3GY4lEvognY4nisogrdgAlqr6lYpp/K+YqKc1IRjUuC7Tgnj1LNdpodbeiOvEPeUlCE2oNq2I6g0j2DyoxCrmxzYQfnG1dc8XFwa1B4CdLOFLjzRfIcA8GhhMd4N4yAQb/LswzyeOhHg6pLHC4uxKvA8n0tDDOcvq6zC3LIKzKyswseC9TdmF+V9DPNGbht9PGloAlwOgHaq320Dxxo0XJiZGRdTgdV/r8a2XHrcMwUZxo5MlOkdzid/2Ku2b23GNjqe0AxvFfQN+PKKKlxVXhk07A/XwAcHtEh6eyyaJk0ZMM2QoNVE2OHhohL8fCwLnQURl5oIC1cE7GL4lLYgriTT1kITmOJAL3MLXzwm6wTb+T7/smEzk0FqXmYr/KrSnjhAsCkrFxuzc01KFD0XVFUHn1P5X1+3imbHRanymZVVaKd7jq+yc6kOByWkEZoXDMWUqmqMDMzKEwnBTeUViDbyVA9BwCVV7qBQTRMxFolXUa99Pa8A81TLvJ0FEZdR2kY3QcAPx7IxuirUIj6WRuAtcbx14UYYBTgPsY7DRaOApGGF90oIpaM1bVL5lpQl/3C2jtGyoKQMW49lgx45LcSH0mjq8Y6iiF7lLSEF3nK4vuK3o1n4Itva4YUGTRgLh2IGcKqJ0f8NSUuwMcv43WVzRhOPSe4aw/K8ms3SQOrkb9vRLKzIL4p6VeF4MdFdgwGB51kjnWU4Hwu/SUUCIfhL7lZn9912NAsvlNRu+766pqEJcL8D6MZxXCeO42IBXArg05NcpuMPR59hxjbbiDKHA98mJgCHvoX89f2GNBKRqFq4hhT/b7RNVTfgH+TvLCvHLWXl6MQLuN5Eo3VDWQVeyC/CwwHPNb3HXyplWcYJmHrkAUATWdIsF9nuTHkGAAAgAElEQVQhhpCgfZAZ57pr0IXnMb3T5diYclFk+avazh65U/DvH+T+wb9XiuMAACOzC7A5MycYRFVPpdwISap6chAgmRDN7H1GRZXGe3VOeQUuq6B3elulU03LfUdpSIBRhAN93SqaHbsagnhCqFo/CQ6847sYDxeXhhUGIuV9wb8bh/6un0lDQUy636FeH26wmLSoaSLLWCrMQqarM6b6HsR84XpUkDBa84TGhkNViHyi9qk0HKulc0zPtxQl9PLxWGzDO/HW0vKw2s4fpT6a3zHwOwad61tmeR0BhxJCD/abRZqhQ94w9Pb5wmryEgmBV07Ev7Lf9u27zGx8F/Bwnc3fiWeEqdTrlPZr1kprKMLzKbyAD3PyMLvC2A4Oya3xxI44rBGMgvoOZz/LZ6AxR7gDf8sdMdDjxdD80DeZQghcMH53dvhWGoDTD02E9+BdONe3DP29r+IuYW7kGYVBJOFMfDiMrPFgKWW14Xzfw5T05qQQUu+0kQ1KgCOEiABuArAJwN8A1hJC6Ltp/0fgnNVwxtM1HHFNt+CmFs1wW4tmKF9zMeRqo/u5TGQ8v+t5w3FXGt1pQk84I+gTAQfgSkpHBgTsoxDqHJVlm0Yywac5eQbbC4VUWcIYj4dqR7EqNz9i49BnC4pwfnWN6XKRWWwtO91BE0nGJzn5eOGLStT4on8f1SRkAxmPkFD/nnQmACCWE9FSkjSellbQus6FpWX4LP++4O9byipwryoMw/AjYzE5yz8QyxbdjxMEgtNfXjMNnHK1vs6PyZHF3ZPhAK9747zJwFBGknG6d4XtvI8FBntJZ7+aS+g2mdGwi3THg61fxU7SAzIcYW2tssuMkxDpOAwFLkKwNjcfQ7y+sIP3tRWVeCgg6L0kTtacu8S3CFN9D+JKYaHhupXiOPxL2hmOqyGEw3jf44bjl/MLsVSYiQR3B7yXW2Drm5fgwAz+ftwtzEEzSUazwETvR7kfnpPoAlywjzJ5LcdIC9RwRgG6Jy9ovjFlovUP8du0rZfOMFxTyaUgm1jvImKEwxX8Qngz56JFZUvDWTMRyUdceFS4jHputnAXvhNGQhDT8S9ph3KkYK9sHdJouu8BlBJzGz89GXILiJaGGn5eKijCBdVu3Mprt8DaR6zLo/CBOCb0g2KmdDJpUAIcABBCviSEdCeEdCGEPBL+ioZNYufnkNB2ten5nEDkaoEDPqQYuIqyiB0F0e9GEc3sqy5QxwtyguCuUqPnIOBfxrP6rad50ENRe5yoBj0O2ph5NKZXVuG9nJBdyVk1HnCAqQ3c/BJ6+Wk8IUzXLkkFnklADKo8Wm1qWG2LCgcXKtzXkj/QdxFJxb+kLcik57FAmGN5vX78cQBYI56pObY8/kYcJG0x3GucNABAId8ZWTW9w5Y1hgQjX4QEOF3drhDPB2BcQuUiXPKR4TBow0ST4fwHuS+KYNRgmeGR/QPzZarYX0uEmVguXgIgZJ/1q2OAaR7TfA+YnlP4/oC5I5SezfvDxyE04ze5Z1CQMEPfTq7jb8eH0hjb93hLnKARoPPQBDuJ+baB4ZDBUd/Zz3IflCAVQlgtjjovB4qRil/lU4LHPpOGQgi0l8m+pbhPuAYAsEEaDiDUHs1aJQcCyUy6U/GSOAX3CrOxWPBvbbiPdEZH7xoUEX84kC+lwXjfdRHe032TZogJzbC6xV0AgHKkaJ4pHG+KE9DD9w5WShNsX+OEcWL4ruhfAi0hKfiN9Arbf6sZyz8TrHdAq8l8Q5yAGfy9AIC9ckfIhNOkpZElN0MP79uG427E46ishFBiGjiGmpLDgMd8icERY73mXhIInUHAUfeTe3Pvm9hfEn2UlZM131BrVfpY2G/olyfCzaIVb0ArWzUHtINQL8r9h3m8Gnd+hUht4Gh8oBvslBm8BAeSoPX8LIW9fSBH+p7RCDafymegh/dtDPatAMBB6j8TOaqZ+59hZsv+chGskbSDhRRYDs5FU+rSkF1NjxMEvKSzedPV7edkMICQkXiwXFxk74BWJmVm7yUu+IhLdTwy3awbCdiVkYn5qgnISmkCfIHF2kv5B9DZuxq8yrPRQ0ILuY8IM7Cd9MLX0sCI7qtwv3B12DR38tfbFno3SGdo2okV5VAmF/bfxzjf4yhGKpyqnkcmtRumSBiNpC8CS0elrUiqMqkFgz2kC96VzkZX7yp8JI0EgGDMweEmgagdkCFbTBjv4K/HQ8JMFCENa6SzUIxUzXmlrl4Vz4fIubBCmoKFgn87xnXSKGyT6IJZyeC7sKPxRMvnNWN3oH8QEIOu3lW2rokJCHA+4q+vw3IrvCheoElj1g43m7R/9bfrVb3HH+W+2Cb7J4qT+YfRzbdK0w6OyEZNI8cR+BCLJ4TpWCOODR7/U+4a/FsUmQaOoWb1VBCPvUjfVph9/pFu1qunLjYQTrcIRWGGWtvigNH+RUEvwDlMKkIxTle8AfXaHPUE2EFC+Q7xePGOxc4Jt5WW4QGVjY9es9dcFHGKz4dOuqXc28rKMSIQ1FOPB3FoTXEkkOBAE4fW8cBuaIJykgJHoKOfy98OAPAhNqh5+uHfIoiq7mCTNNiQh75zdQA4Slpinyv0bjZhmGU5JDiCHamV0OAkoYFXead/St01aWRPGyRVdcASXQT+P+UulmUAgMHeFcE2RVvKVepV0i1JKtqa23TLMWZUkwS4YB73z7/kad4Nvy75tYx8BEJGHBdqa4qmVc22w9r6+kgeZTvABQei0ijRrzrFx+Msdw2mFjYKXGOf8sASmlMlhFu18XDCmfr6q/i7gxofNRWwr8VWBAb10h3NDktETDBtC0nC5swc3Ghij2uldRrmfQEfy6PwloWmS7leQEwg1BQHPjDp4CxqT07rgBhdjEy7gry6zdqd1CiCplJ3AmI0fY7V/b0m7V8tPF/Lz6ceJ3BAgjPYVrbLPTCRf9SQl3Lvl6QpOEj8wYK/lgbiU3l4KC9mA8fQYLIjQqTUr2alpbEchQCneyIfXEEhTE2HgOYiaAOnu+6XwOxTmTcpJdFrc9S/VqhmhU0kyRATTs3siipMUxlfqz3upldW4dusXHyQW2DoflqLEl4uKNIY1SuaHi9iMcLjNYTJcCMebode46btnjdm5eDCI8bluGrEBzv6YpJqOD/7nR2QIlhKAvy2MQJisCT9CUz2LUVP70qUSQmGdPvlDsG/CThUEf+yYq5Ok6MO8+GPzK6t92WCflu3GCTnTNIEoJ3iewjzhevxrngW+K70Qe8q/i4UonHQVog2xHkQhxySjoXCtZpyKIPPJ/IIdPH+j5q/mmqbzgFqmzhloHlZnBQ8Rlt+GuJ9EWN9TxuOJyP0ndC0i7QlVLsDt510LgDPFhajFa8IEfZ7pwIYw5lYaW3tCHDKN7JF7o/7xNmGs+UqB4cXxSmWOWUENDeSWoAzKd8euQvKAyYOLSXJ1FqLM3mKzdJA5CG8raQyMfPBFRQwlDpzQkauLg+ROHCxbxHEDqMQo9tZwL4AF/mOBP+StqhEMm4WbkYRaYTHxUuDE8jgZM3k/q+J56O79x1c6FuiOa58jyUkBbtIaIJH0/4rOZeRFHhg3FEnUw7tNKM8XTbRhiLjTtqaFB0mwJ1suLp5BfVZgIsGml3TNTpHhicKi/GKbt9AvQZuhuC3g7g4IGQpS1kJNfZiBOYT+/ZOgNbgtwMl4Gc/72um117IL8FV/F3B2e2WzBw8W1CEprKM98UxOEpa4c2Eq3Azf1PwGr32po0oIUE0Cg0EjrCaEzsGwWq4wP3zKrzYQ7rAizjwlCUGdacnwYE/SVfcxN+MB8VZweOjazz4PitHdU2IJoEJAK3ch0hb3MDfGvy9m3SFF3G4T5yNqnONwg0A7AzYnSmDB01AkMHhDN8L+FQ+Q3PXSpVAJsGJy/j7cJcw19SYu5oyUNBYIl4Z/FtZentPtTytFsoUCtAEGcQYNiKZCy3V6d9pZUB4Ft2d0FKQ8V5gqegd0bjTS3kE9pVn+Z40HLOjaTVDHSPPzFvXLuGEjSr4Jx08cWKn3J2a5nr+NswXrsM8wd/WRBsaqCokor/vdcPxJ4Vpmt8OE6FgjnCnZblD1/vrl0cMjpb4HVRq4BdgakgcHhCuxo38LcH0EhzYQXoixsnBYbE11D3CnOB7XZlXgFePhexvo3F6qUYipqW9h+/k03C67xVskQcYWoa+rTwuXIqRvmewl3QGDxfa99OGhFHcPPTv2E397szb4xz+Dtwg3KpKSe8r69dGWkyAO/lYtIiV+1bazsaGDWyDghZYUi+cja3xBLdhUT40vQiidP5nB/bTu7Dajaq/H0c+31WTThvCIFSZPl1gCSsRp5rE4xOVZxhtNlmBZHT0rqFen0WaY4sc0p6lyjLOCmgdF4h+Lz4fF4/P1Cp9XR5VJMF0uNwonQ4ApjZM4TplWscng0NBZUhg8FHCr6jrQbnH5/IweBGaJb9osmE14N+L8d7iUkA2avcA4CvZGMzTXzb68ygDNqGkU9ufhfCnfEWchBfECzVnfpFPxYfSGLwmTaK+V7XnrxUexGOzdBoA4Ae5Hzp61yCThDQCKZz9UDpbpZCTiPqd3ivMxiTeHzrBk3kdDh5ahoXitQCA9fJIjd3jO+I5QWP5Q3Lr4HHtEmqIw6RN2HK9Lp5neq6INNJ4ij4gXqN6BmPn9r3Uz1AGwO/JeB2vjXMXXkvHYb5wHSbyj2na+O9yd1zP34YpvoewUR6MddJoVCI5UKZQTxCpMKMI6AqRGO7TUJYmeZWt5mZ5IJ4QpuMx8XLUIB5fyEOD55T6iHE4LGtmp9wNh0kb/Cl3xiCvD696rzLkoWcefwtm8fcEf3dupp0ExMXQ60r5BvW5viJNRpbqO3hostYBKrR8rb2SFteQUFL+IPUFAGyWB6FcZU9s5ngSzWTkeMIEuJMNZ/4RLd+53HY29atZ1Z44Skwmgw0WRciL1ongvpKy0PKnShrWd64LS0pxSWUVRumWc18RJ2Gg7xUsVhmNm9njmWHHmFrZTo0vHUo974CM1dI5eE8cCy/R5veadD56e99AoYkXpRBGA0fbyU2CA4LK2YBmI6I2SA83mK7OzceNgSC2StrWooTLqqptLpeFWPWbMVh1L+9b0Hf2ikF6D+/bGM/7hQh1W1P+fkacqhE67VANewKc+j60ZpMCv2blJym8B+8ncmgSodbArZHOwjGiNt7moK6Li/nFwb9fEqfgE3kE+njfwDh+WVDosBrAVqXMwQz+XuQEloNpA6aay/j7ggbtn0nDg+Ex9NAEpJ9lej3sIt2wSdbab9pZ7lsnjcZB0jb4fFulU3EZfz82yoOxm3Q1pFdr4MJ5N87g78XDwuXB3/rF1NoKcIoGj9fZfb0kTaHG91OEJf3yqZ7Q9+b/v5IkBu1GzYTWrXIf/CD7heuZQztozjk4GGzuStAIr4jn4/KAx6jyLMO9zxs8Qnu2TEFqogt/jnkbS4UrNM/CObT50jRwoecJ1fc1wl2BPkGL0g70k8DZwl2GtCcTJsCdBCRZwtoDayHIAt6KI8h01d5R4L8mwNE0cLQwFgqKzBWp0KTgBJAYEBq19yFBzRUANJNkLCopM4haPsTAh1iNEKT/uBTPMDP0schoKGXjS8YAAGSf1ptqH+mEGsRjoTgnGBbgbN8TwautbLLUA4v9maa2ttQxifeRjoa8zDr+t8Vz8YgwA/18PK4PBLGtbZt+/efQtkObpYG4gb9VY/uilFwZ4H2I1WgxAL/Quo90siy7FSJiMI4Sg0zNZYP9ccyeFKdjr9yRGs4hOaCBe1C8ysZdOdzO34DPpSGWDhK0sioodVKFREhwoprEB3I25/Pkqdgm98Z43zIM9b5gWELVC+D75Q54TJwBwHwZ0X9d6BleESeZBsz1p6Udo5c6LdHY7yopPYi3NM7XGvFbT3y2yb3xhhTy9jQY7kfoNa1H7cRgh6DHvpMzTMoKVCYjSntX15/yt1m7Un8j009vp6l5p4ODUyc0xsY48UWLG4JOA8rZasQbVz8C11a0HoE3Jb82V2k3+vLUWAhw2v7ISbWHc5hMpo6RyGJMHm+YAHcS+OjgR1j661Ks3r8a79MiyXrtRWFXU9RANp1Xk2wR+VzftXIwNlbaE9vVwNG6dP2MEwAEuLDKIto8LY++gc2n9fd4j7LtCwA8KlyGCpJoUiot+/MCwo2Yhppjc+DNvTh47mLfIszhQ3YzNwk3Y5rvARwKdI7hqItgrpJKgruWn4+LfYs05806/sXiVUGPSzMi1cCp7zVHuNOw1MqZdP56ruLvxlTfgxGHEFE4QlpTj/drlwYA6NXK7615gLTHJP5RuClau5SADVxJIOZXONbLI3GTcGtUxuaA0e5MPfhtlv2erRt0gWSVsbkKichHOlYF7Oq2yz2p95DgCLY5Ky2Uul0+Ll6G56SppkIhrY2YtRuZsgNKuJhtCmqhzWyXBzP05fFrqKMX4kIaOHuKAKW9u5wO6Ldx3CSfbki3IuDYcVjVjs3qtHe7kBOKQycdOh2cQevXpVkyRM17MBdG/8qtDOQbOlYK//fwaoxfI/eAcBWqSAJ1MhxOI6xGsXVVHFzqq4KECXAngUre3xArfBX0F1BqvWk9je0J9oylGwr6D4bAqF3jdOdBSRMN6gnxfpm+rEO5CoASJsOPfnsuNeukUcG/X5MmoZ/vjQhLCUg1XQCVzdYO0hOVqpAI1UjEdtLLdn7aTtN8cLNLJZL8xtIqD8pIctB34lbCyBjf07hGFUYACK8ZUd6UWkBQYpetFv1COwegEsm1CiRrtjQ9oXdLHH18IlITwg+8KyV/8NxKnQY1Jc5aqIxWKNfXtVqAyyCt0NG7BvsDGlYFvTCwnfRCR+8a0yV7dUgZp4UGLhIvVLoAZ3atkXCOPqEyOXELfyNeFKfgbSnM3rNhsNI+2uH1gHYvnAb/It9iACqPfYdRAwdwkIlWy/aNPBAdvWtQiaSw9RKnCjulz9vJcUiJ15aREKIxu1CWPq0mS2rBkIcLHb1rsClmDADgf9K56ON7EzQxTelP7JiqfCCNxf3C1XhdMrfbrA8wAe4k4pN8yKmjN1C/nJu11Ma/4lSfX5tFDMODluCygM18rQWJ0J3sLkEp+UlwhJZzbZaltszjb8GVKsPhaJHgNGxjpOZX2b4wqCaGMw8jI3no2sGXxUl4V6extBo8jpJW+E4+TXNMEUI+k+j2gvolVMC/dNbRuwYvSdbhJMIx1fegKoguh4eEmYY0Ti5kTB6OJ8VL0dH7rkEzNnVgW3wwdyhap9IncJFqLRWi0dzZeAwNEpwqDZzVEqqxLGaTCVq5Tb9hShaKV+9WExs7NZ/KZ+ApcbrBpi0cnoAdpRKvsLb+Z4+LMwIONPZyCjkx0NMr70S29Iyj17/DEeqB9Ro4h4PDoxca43mq57mX8A9iqXC55XIwzRbXTni2rXIfPC9egPuFa9AkyXrXYxkOrJbOiVrrfqJgAtxJZP2h9XWWV7Qd9YkgWqXY1mNZeDvPHyZE7f1mdQ+aY0OkfCcNwC7ZaLhsB3UprT6uuowH+aU8FD/KkW9iTcOsWN9KA/ChNNrkrDW75G6m52qOXYenB28wHF8mXoZ/dNrPyNs4hwHeV3C7QA+6a2aoTOPMnpHZvuwjnTQbvdMCsSoDkd4uyByKdokQDOmcjksGGfcDTXA5qdeYMbxLKF6YuQbOqnTW9zqo81SV4MCxgIfhQYtl/mBMM1v1ZK2Bu25UZ+rxUBnbYn77tdjV3NzOrrb4EIuB3pdxb8AmVi+8fiINRx9v5Br5cCjtPGj4z9HfmHJeggO3n60NqxKu23I4VDbAnDZ9jINDenIc3pujnVBJqs7wMGmDNyXr3SH0gqFdZDiwXJwWXHaNBCXGnNumV/mJgglwJxGf6DM5E3kDra9r9NFCAKTKROPMYKex2m3QVjXsRTzekaz3e9RDgrNVcw9Wzf3rr7wNwFg/hSSNctQe84XrzU8SF5onG4O3AsCX8hB8qdoRIpo2XoZGprNoRYCzs8xoX8jyQxMKh3hf1OwRq+TpckbfGISA/VCsSXiGSNBOKswEOHNNWbg2rZ4A/CO3gwQHtsm9McX3UHCJmIYMDqO7NzN4NUaD+j2aRdVv1KwdHr2ob63vZUUJUoNLeXoBrobEUb1Ha4silIfTrgY1cOAMYUAU9Dncxs/DPrkjnCovU44DOjcNXa/Uvf5TotkiWkET4I73Dgn3CrNxnu9RFCHtuN4nUpgAdxIRiTHQa7TU5yXUusKOs1Zt5KKaYIgIbXgFO2g9tQK5qMq7SrTvCFEfiSQchh4fYpEl+wMn07Ro/duZdYoc/lBpQmsb0FWPsmeqHQEuXMgFPbRBsgBNkItQDD5lQItUOFQjBUK4xDrrtm6MGjg/tZt3hK4ezy8L/t5Nulq+WwKHxjlGnZOdYVvd5tTv0examRD4VAGprx3RycZdIkdZJtTX6SfSiIjyuf3s7rbeP02A4yjCkPI9vDN7GFy6fM204J/II3A+/6imfjmOwzPT+6NdE3/fQWvvhGg1cHagfS6Rim+RCnw+xBpsPusDTID7j3CyA/ner9oPtC5Qf16/yT0hIkbTWFvo9gqdGgjE66qLmZiNyryTN9cq6YMKb5YGYpF4tSZNfQsIacUjwgw8LV4CAJjkeziqPOyESKGhti+yerWju9vbWUNLeIN1ZYCjCVmNKWEoFOzYkCl56wfJSFDGX5oGrjZa3kjCjwSvOY5aEL0ApxDpsrpTZahnVlxJJmjbODRhadM4/OQlmrpW4g86IeMDaSwAoLv3nYgcjwB/OBA7kwBFSA5nc6m03VNap5k+l1n/pd7ZgQOQEu/C+FP9oY4Um0+90ChKEQpwlGe9eKA9T3sFu3d8dnr/iPI90TABrh4ik8j1aSdbA1fX8qP6A5vB34cHhKst73FXaTl2HM2k+hfdrwqua2Xsz2n0DNafuNXZrMBOB3bqJFxsOPrOACeW16XzgwFs95LOYVLTmS3MxwpxsmFvwXCoHRnMBut+7dLQPCWyALtA6P0oGoeR3eg7VAB0DVxKvLkAZ0ewcFoIh1bM4e/A7fwNmmM0IbA236SVF6oZx3MVy6iBs75ZN+8qSJ3PNByPcXLA1DeBaatATPKQCEHrtJDQZiY81paQBo7gUXEGenjfth0KRA0tvhoN5Z2mJcXjwMN+z1magJYUH/qW9KfDtQOnKkNlqVMJ3uugLKESkIjrV7+E+vbVp+OOc+hboNWWCwa0QXoYh4eTCRPg6iH9vpmFkmoz+zg60cZ7qq+oP2kJThQhTWNTpn9aBwBaSD0AWC2dg9O9L6G39w1LY3+tABeufPQlJgCoCISisAojoqAPHKtniG8FBnpfDptPXfG2OA475W5BjQANEoW69yhphSfFSxGpWKEO5mkmFEXb8hXbIzsCHG3W/4zl7NyGABfofSO1gdssD8J62b8zgtLE6Bq46PsEfV0fDezgkEfMN1ffdrgk6vuFQ7/MxlH+UiMgBnAYtb4OjgP6XAycMsVU4NTbZIlhBIw+bVKjaoNqD1wCR7Ct/7qQHi/SjJgIBTiO4xAX49ds09wYnDGBeiMSmukmRuF6NPVEx6HTMIds4LT3rO0SamJsTK3aekOGCXD1lNxyb/hEKuR61n6HVNavWUsR0ix3IQDUccMit4GjYf1x2eu0KpGEEqTWuix2KUJjTOWXoNjinu5DC7E+Ow9A7ey3IsVskhJt361cZme5kKaB69u2du8ltDxb+26YJgS2aGRPK0mLJacX4N6VzsIM/l58LtNDshxvotGC0ZqFXRs4NVVewZBm9ohOuGGMPwzI6tnGvXjfnxu+npT+Ru/s1NIkJIwZTgdHtQvTE2znXJg9j8c/DsSmAPFpGNC+Ma4bbdS6m91Os4Qa+NOlK5xagCMk8ndrCE8SxfdvR2Zsa2Pp/GTDBLj/COaRtk4OVxYm4K28Auo57cbx9lF/p1a7OETDGd7nQgICsbOESl9iUn4BkRlaNwSUEAxEbISugn9QO5ECnJUGLpo6DoYRsaFRpAlZ0YYzCOYZjANX+zqkbRJ+7Uiby91Ks1fVolFY5rBN7o1oJjbq4K3Vs77G+VHYUUa3jGm8Jt7lsDoduJf2d6XH6GzWMT0R94zv6Q/EnOgyaIB6tQwfqoImwC2f5l8haBRv32bUbvsJvlOVAEdtwn0uBu7NBmL8k/Bhnc21rlZlUfL2CP7R6VhJDfWekb5b/fXRaN86pltP5k9p1Qjrrh9OvV99gglw/xFOdhw4vU2ElY1KtCVV5/hSflGUuZjlrS6V2d/0shiv92O9hFqPewUTRlEcBaIVPib1o28vZUVdC8KRhBGhPaf+CE2IskKRCWN02rOmySHNWb92aVg4gb4VlRqaDdxZPZsj47HoIslH48RgB9LqNOyLwo5SPch3SE+E3S2v9MS7VE4xZsGAdd+t22cU4E5prdW+Gkw6aNV3yTt4qvUzwZ+KAKcOzTKwg3/Xii9uGUktGw2nwypgUQjaVoGRMLJbUwzu2CSQg4kNHGUJ9Yd/tX21RgOH8GFEOjXVhjLRT5wiFbCOPj5R843ROOeUFhFrQk8GTIA7zmz6Kx+/HTl+tiEKJ9uJQY/V1jh2vjcrgbQjL6CVVDudo74DMhfgop/5Wz9nw9PLqTvKIuIfwKLVwNXlVdHav0QSyFcvZPnvq/0d6Rt12NDAEUIM9/ln6XjDlkQ0GziHg7NVNzRN4vGyqbX7rvQbzauFKrV8ZelBTDmXGBuqNysvVDV3jzcK0IqgZQbV0/PUC3A4MWSDKwW9QkNJlHfRron9OHAxTs7WkmCwrlTvIOK3THl/exafi5vG+sP9OCkauPIa7RK0PhZfOBvDIZ20cSL17TXSOHKA9ltdQJkg1Va7fqJgAtxx5rr/7cT0136N+LpI28/JtoEzzEAtgrZxUbqrHc9HVJfIb6QfulsFMQaztHJiUIWK1HIAACAASURBVLCzwU5DEuPUndpZvicxwvecpfBx/0RtOAR1VPdonruuhQq9AEdrlsodnZQPUi+MRBpbShnI9IO9ukplQgyDSbzLifvO09btgPZGgcLuIERPdny+Njvy/uVD2mPL/DGaY+pBnoDgY2kEMuVmWCMZPU2hSun/N3TThNhQXb844zTDFQBw41jtLix2NDH6OjQza1S/ExFO7JS7oer812plihDj4Gy1vWCKcEuoOtTtnG/UEQBQRpKDx5JjY4LaZ/XzKX/fp+sH9I9q5cTw9CX9sHjyqbryaNPw+jXvCJk1rKPhWB2HVTxuNJBi/neo8AjIr4jMQcEO9U0D54CMbrx/5nVlRZXmnC0N3AkWSLVaGK1V1V+kE14Rz7efWUB41cuwibEhka5hzO+0qDvnSiQjmzSzNMCf2LeV5vdNZ0a3PZmCpQ1cFBKhHRvF4HZXNjxF1YqAj24YTk1z0YDQdlJKfSbGaUV99QAVztRTWQZMjouhbh5uB6UcdR0GRP/+AbpWTE+bxglIS4zFG+KEoKZXvXelLAP5SMco/jlkk8i2OEtwhTRw43u3NJy/bHB79GiZElGegPG5zGKtaV8Jh6n8Eog9JgWvpnk7h8PpsBdVclK/wPtQCXCpCZGFLSkcsgDX8POxg4S0VhwXavsaG7jA/4N02kqDFtak8FcO64CpA9tqlr0BYzsVLOLIPX1J+C0GaZ/Juaca20Z9hAlwJ4iVP2cAAK58aztW/XK0zvM/EWFEplbadz5ozxUiTZaxNyMTZ9bUaM6ZlbTm2BzMrPCf3VkRgcBkwlfS6bbTmgUpUP7eIutDRthYmtJpACb2MQ5oNKwCxJ5MaGOLlQbOYKui+juarW/Mroh2GymHXgNnkdaOrZ/6mcyMpJs3CmlzlPppprPHaZyoElYoGjjz+2t/23VuDQpw9pLbh6bRtPEoSmDXh8WZON33Mp6Y2hcvXU7XlgHAlP727SkTYsPpxaOsBb0GzuQ5ae9SfSyaXjzG4Qhb7BvHdsGdZwX2JFYJcHNHdYnsZs44fCdr3wXHccElbu0SKmc4BhjrxswW0awu9DaKYhQaOPW3qn8nRx+fiO4tIhfiTwZMgDtBLPlsPwBgd1b5ccn/RCyhnqUTxNTotU0tuTLztIH/9Z+tVNMFl1UCf2RkIqHK2LFE0rV29q7GPOHWCK4wq8CAEKZTCRrLYrSb0w8VF57WBnpoWqWd99fPbbdogy/NNswsfTRmJae1D22zRaurG8Z00cRjWza1Dz6/2d5WRHpDeF40DgSKZsVOqA8CAG0GWaaZqmoDilDIcZxmJ4mU+JjgM8gUGzi71G4J1T4D2ofZH1L1sajv9easQXjhsgGG5KVuXvN72unt0DQ5LngfvYZsgMlWbLTHapJoHd6oroL2mtn60Q5zXOh4NLZXdjRwHDhACRCvuoedyY+6RGafAaEIcMqfRhMBlQ2c1X1N6kIvwNG+23D5D+sS8qwNv3xdf9dLmAD3H6G+LaFaYfU5OEAQA5huQG4XGQ5Y7a/4vHghfpBCG1YfDy9eo12geqZt3nVFs4xSG/5ZOh6/33d28PeprekhEGgdqpVmSr+Ex9nsuNWoB2ualvme8T3RolF8cBbv4DhtqAgL9IGbrQYC/bPcNNa4HEwIgKs+B+YfMs0nNsaBXq389atelr1CtVE7IaGBVSb0Qd3OOG/Xrmpkt6Y4s2dzLDr/FFvp9bjMRnWasKI6eFavFlRvZL0ApzClfxv8vOBMDO2sNWqPxImlRaq192GXZsmW582wKsG8MV3wzPR+puk4jgvWSzSfvh0bOH8VBdKEiQNnBiHmS+CzhnfEqO7NcKXKniyogdNN8jTtmZgv3c8bQ9cO6tM3NdmFZfPto+gZA5ijCrETvs7rr6UyE+D+I5zsJqb+Bv6Xm2+d1qKwXGCWKFBcAOpSrMlHOmYJC4K/zYMS0JeXrOLAKYKBQ3dRfZ3HxbucmojrgwNeX8O8L2CE79ngcZogYSUkqNP/eNdYyzLcP7GXqeAYKoe9Gox12nEfCeWmCIZWxtD6xzS153MlAMnm24VxCA22MRRtBeBva8rvcBo4q3HbrlwTF+PEW1edbgjXYBezJbC5IzsjweXUaDvslOkai83j26QlGJeKbT5nnzapwR0IaHx4/TDNwK4mXIgYq+e6e3xPXDjAv1cnfQlVnVHoT73tmBk0+8xPbzpDWz4gpIGLsCdSPJ5bpcab1nV6chxWXTMY6ckhDWdIA6efyGmvpe2hO2dkJ425gRolea9WjbDu+mE4vWMTarpUC1MUtdDfkHdxYALcfwT5BDRCu0Jimm4gjKRkSkwk0ZYPZ91BwIFIAbslwgHE32kROS543vp6I/roTEpHEet0nPS4fVYoHWQe0jVG4nQbOPMuRD1YtdfbhOkq7NqRnU1jXynl0NfZEp13moJdmzilrREbGjg90YYZ4LhQ/arrTq91VTsWRDvA2HViCC75R6n5NVt27NcuDX8vHY90lY1fuHr78paR6G+yJKqgv124+lGSfxZmaf30jk1Mtd/f3jkaa6417rgQMZTsHRwXPK6un3UmjjB6XKo4cB/dMBwbbjwDfdvq6pDjQluLJdgTDBUGtG+MFy4bgIem9A4rgGtlUboNXG2Df5NgewUGmQhvyv2jsbVtSDAB7j9CNFHR2gjGAJXRYjKJjCIf8+CqTQKC4Ti3uS1etMjgUJM5F968CwASB7HqVPgKx8FXGF0gVED7cQ3t3ATtmvi3ZhnXu6XlEioAXCk/iKv4u6K+9/EgUg1clCs1puhrTBOLS1kd4rgIBDhtvj6VANe9hXYpTX/v2uyeoAxAavtB4/ZA/t+SHL2ob3egJMG6s0733KX90ZKiFQlnNqbeY5Z2i7+WjAtTQi16jV9dzF1XXm3t8NS2cSKGdzXfK9eOdy1g7sSgHI3mUZwOTqWVSkG/gABs0Kg27Q6MexS45O2I7zGpX+uAA4h1CTVmIoHP0GhKEfqbwGTdw+KlKmFdJvaxdl6J5BPdfPsoTOrXGu/NOTlbxUVL7QyNGPWGaOYZ9pzPIyfc8Kn4A1A789h+aOnJQyUxevGlyjJ+PZqFhOMwqyLgQIQmEMqVD9gBvmSs6rwxvenvwBqxk4TO/W/2ELicDuxdfC4yit04vJ+ej8JOnAK3XN82SDNi5cRgpQEyW3YzpFMlsxNwl4P9zeFDTgxGDVxwSFVlNbRzE/x6pBRAeDvFJkmxuH50FxwqrMI3fxeG8lVp4NQClrquCCHBc2ZeqHYEBruau2B5wmmyCD1mVzgtx3kq72vaLTSDvo0iG5dQay/Bje0RWTgSPXaL0K9dGtbtzDZcWxsnBkkmwe/JrF1wyo2G3Rhx/mr0zf6Oc7prflPfr+4iURX2gxBiGX9RjSKQNk+Jx74l45AUxqPYwdkf4bq1SKE61JiXpn7ANHD/EY66Ig89EWmztC82RS9gvdHoRozxPY0y0O2hkoiVa0L0hCtxOYwamWxiPiMHtAKystVRSryrwUT51hOJBu6JqX0tn9N0zB92E54UptGvCVtCP0mx9ualoTAi/nIqGlKAPhB5ePsCNcdxWDChJ7rpwhGoQy5Y2cAp9/cvoRrztysA20HtABIOWtR7q0CsemhCZW0/h/rwNdktwxVD2huORSrAqhneJR2ntG6E3oGtvUz9SeqokvTv72adLajGUcnEIkHdZ9iNubdtwZkauz5/3ENtWXoYvjWguYmDw38FJsD9R/gnzto9nkbkApxdzUb0iFwMjhJ78dLqFutSHyJtMYO/F99KoVnaFN9S/Cr3oqQODIiWd6MPeorBsLpz0u9ocLKgDQ5mHohjezaPzvh+3CNYIV1Av8buMpWDw0yVV6cZIQ2c/xlonqVq3BEIcOb3pNvAaQY+lecpzcC7rlFuEU6rSECo5QkXbDgckQoXeiHSvIbqn/0TTYB1cCHNWST2jnExDqyZMxRNkmLx5lWnY931w0ydNOwu8YZDn4tleU1OtU5LwJo5Q7Dy6tOxfJo+vib92tZpCUiJt1ZSvD93KD6eF7Ib5DgOY2qpWa3vsCXUE4zd7/NEGF/qvSTrCsNHHsF9TpbNqR3hYJvcGzOdm4PpS5CKPXJnDHX8TXdiMHkWvQ2Iwlk9m+PhC3sb0ofbdzESkmKdUQsikYSz4Li6309Q/45apyWozmmxY/+ljwMX43SgSVKsJoyFOpdINHCm9+TU96Nr4IBQMN8rhnYwWWIyPt/m20cht8KLWW9t155IaAIxoSmQSy+T3U+OELrDQm2FzIiXUC3uv3fxueiz+OtalceKpFgn2qcbvXVpgsw71wxGmzSjzeDa64YhweXEpBe3Gq6N5JNR11tqgstg0K+xS7aR7yc3ngEpjDQeSfmsdnkY3sV69SIaGifFonGS0QtWYeNtI1FSTQ9R01BhAlx9JRKppx6g/lbUJZcIZ0slJ5UMM1x7Iol0JwtLG7gwGjiz2fDk/q3RKjUhkCaEqw435uvaIiXqYNK0UpsJaRysjYijWQLU17l6e6XgfTnt/5Hmq0ycaM91dq/meOeXY/YzpqD2jNPYwOkqKyHWiaOPTwQArP7V3j27tUgxLNkCAO7JQKWbB5Zupl4XifxFS1tbAc7qVbVtnGA4pr+d+nc4LU1t+euh8dTjtGdQB2dWM9iwObuq3UZQlki8Oe2kDOf9C5y4CXZdaAz1QnXPlnSznIYME+BOMHabpWxmQFCHRLyEqrpgemUVBnh9WNDceiblDwcSXnOhDKIny+072uVh+lKoIsCZR5d7TJgBF0Rskk2831Q3CheDKhw77j8bgx7+xl+mWvSLNC2Dm/d7Mus1Vw6Oq3W4AD2R+GPaCaHh0IURUaO/nBDggfNPqb0Ax4W8NtVl7NcuDZ2bJuFIsZviMOPnwgFtsPQCo4bWDmavYmKfVrhrXA9beZg5MUS6ecEjF/bWXGM2Cdj94LmIpUxe9MJ/eAGyPljJmcOpvVAjmHmETalKUFfKcLvCet+2qVHfY0Lvlpg7ih6PLxLqqvupzybLzAbuBMNxHOKabwqbbua3Y45/WWpx7f0lZejr81HzUv9tx3NQfVUd7WQTMXZvq19203syBg4CsF6iLkAT3CjcBi9CRrZmnXdtNXBNVXG4OlGWf+xC6xC9gl84v53ijWY1GEUjp1tdohf87exmoaSghzHQ/g/4l1hrC4eQAKLO2+V0YPl0uj2Q8mxJcU4kx2nn3Lbbrcm7WHH5acGwDHagDeCR7uBw+ZAOGhtFTvPpaJcFaXuX6otQV9tf1YooOlN1mA/l/UQ0gY3gnuU1gv3EFtip6m/uGIV3axEz7+UrBlK165FSV3Z/9RkmwJ0AGqEa3bmsiK45EV2SXns0ucp6s3p9mex8HrLNz4jo/q8NMon8wyXgqLN9PRXE3+n6oO1gaGbVkX5cZkKwVaiOSLGjwTnnlBYAgOtHd9HYsdA0JUqHrpeX6qrzVI9ndjRwShEn9gnvCEMVvg1p7D3H+nnD8cNdY2ylDToNmAm4ukE8bHob1IU2goDusDDKZKlQjVVol0htwJT2OSSwFHm8BLif7h6rMYq3IprqXXvdsGBw4GY2vCWv1e1QEck9M0vNY2d+detIbLrNfNspLeHrumvzFMNS9kc3DMPWe8bavEfdEK4tzRzawfa2e/UVtoR6Avgodgm6OnKw8KdjcCS0PdnFCaJv3/eXlOHTFPO9AO0KcBobODhsCjKB3Gq5hPqIMAPfyqdFfB0BZ8su6yFxJg6Qdtgi9wubVr8Tg4KV4X/ob7WBe90IQ2N7NENimNhJwP+xd+dxclV1+sef03u2Tsi+k0D2tckGBEIgCQmbBBQDQRwWWWQZkEGUZZBFUUZxkBlUBhAVR5BFUfSHEBDRYVARGRZZEyRAICxhD9l6Ob8/uqq6tlt1b91zq251f96vF6S76ta9p7q6u57+nk2aNqI5Nf7qjr91/eGR7BZNf8NMzgjMCTpFmuz3VU6vpAUZpzh7zAA9cM5iLfn2HzyP6arApY2BS17X59f82mPmaudBvVP7mxZl/C+cm5Ssevl99vtOHqIHn38787I+L/bnjqnao+ZZz/tra0xJq4avOXuxntxQ2tjLbDNG9df6Kw7WV3/zjP7y0rve3Xo1nSGi1KWQxwzsrTEDc9ejzKeU3TKG9GtMBbefnri7Hlq7qeAYviVThuqGh14KfB2p8Pez7+9dld5DMndn7x0TXEuutVjsZ/irh80oeUhCXBDgymBizWv62Bj95h+/UePo8KXhqIRZINc7zOUZX2ST9+UeF/Zv6bvaF+pNlfbLws/T36ze+kF71+4M+Z93qRW43LMdOW+MRgTo4vLy/NcOUF1Nja83mvRDlkwZqtse3ZC6vaG2RlvTFhi2eR6T7/NSfWb3saqvNbr1r69qe1uwBSMKbfMlSTWms5y0fPpInbZgQcZ9fpt/wIzhPo9MnrdrHbjs18KrS7cr8OV20+fzg2Pnqy2rVOa3Anf0jgtVq/zjb621+sVpC3Xv02/oO/ev9XfChPGD+5S816qX5Dp6nlvYfuJqPXXrTnpoXfzfpEcO6KVV88cUPe6Frx2oSf/628DnL/Kj4Fs5lrUJq8YYtRfZQ7i7qO76YRXJ/Ru/+vnrQvX3LWZtTeLfrtt+2rZUZ+84NVCbglRpxqXtz+l/rF6m69sO0qMdk/SL9tx9PIMu05JZgev890sHTHay2XJjXa3vSQXpQfJrh83MaFP2NlVe1aFiV/L7PtBUX6vLVs5IVCb8jGvrOsZv1/OSqUO1aGJWN2DW19zVwrnGSP+5ejctmTJUw7K6zbxe5q7A5+8atTUmZz0wvxXFDtWotcDf9VNHNOuspRNTnz920f45xxy3cJy++alZ/hqbJch3erI66xkq+g3TjM99T+1l2Fe5HGHBKvPnL9CEB0cNrIL8pjljO2fTunpJ4pwDqcD1YEG/MXO6UNNu8FqYtl01Su8UGLej8GDa9F/GF7Z9LmALO1tSilJ/L72hQTpixyUFW1LKDNfsWWkj+jdp4wfbSmpjUOl7mDbU1aSunW+fUa9w4eoNI4xCAW5E/yaZrYkxcGljJlPVrojaZNS5AfeNx3lXiT17BGPwNZUyX9t8g80vOXR6WdqR/Hsk3+4QSeX6PozHK5MpvU2uvnd2HtRbDXU1GdvOxc0Pjpuvl97+2Mmko7jr/s8wduLzJ0yYhXzPbT05736l2TpUk/GL5NevbSx8fMgvT6njXaxnBC3tbFLwX+p5t0xKvJvfc5bfQcbhFWp39kSPZE9ddvdv8efu76vtf+Hr3NsKdaEaSVtsZ9d0u8n9Ozaq9/1CgSL5NfRaJiPfI/1WRFy8gcfnN1en2sTrG2Qrr2pz/78sdvK96GpJjd4NdXrhawe6OVmW207ZU78+Y+/Q52luqtdsH2vadQcEuDKJ498rYV7829v3zQxLHr9D2wIuIxJ2HbhSH11q8MvLJP8J2pr02XhZgaiMP6meY7OszVmTLjmhwe8YuOv/aV7G51N87oXo900sc9mPwjMfv9j6eX2z9UhtHty1fEf2Qr7pe5K6UOhpeF3L71ZXhTheks/TbmPDvXEO6ut/78rkOnqFKnDlkv4zs2iiu10GJgztqz13GSQp+PdgxuxeZy3q5PI5JrWMGaCZIdaP64noQi0Tm+ejamMlfWXTO/rO9qP1kfwFlK22UUF+JMMOkg0yBs5mf+zgXfrKT8/Wlc/W6uMCM/V8zUJNb5fK232WM54t7dreXajZoS9/e5MTMmaOGqCrj9qt6Di1MM+6rkBqMUbapP76XvtK5Y7i6rruiXuP12vvb9PnFo2XJF1z9G6h1tQq9DJOHdGsY/YYq8/tnbmIaTKfhPla5Kv83f75PYOdxMePx60nBzxnliDrfyVf3jhU4JJf3Qe/uK9G5dk9ItS5ffy+KMb1748fHDtf29vCby2Xrlx/ZHQnVODKpCM1qKmizchQSqfhpz/6WE0fdS7a6rVMRrrN8vfLrPX9zlmAfv6YPm7HlzzvC1JJy15jzMXbwOG7jVJjYm2hwF2o6R9nVWPK+cvN65e9tbkVs35NnX8D5oa+/OeeMaq/fnvWIp2xZIL6NNZ5br7ddZ7Sn3ixWahJ+f5oSF62X1O9vr1qtpoTyzscMmukjklbhDaoQuvK1dYYfe2wmTmzNbsW/i29opL9/XPCXuM1f5z7pR2yA36UamuLzEIto8mJn4udejc43fouXaiJNI5/fzTU1TjftiwuYzyzxbRZkghwZWNzairVJ7vl6d886d/jg9J+o26xTUV/d2x/a3/Z1s43Ez8VuI22wADwkn9TdT7u9s/vqWuPmVviObJ+T+ZZLsWvf9m/c3uj5l6dAamsFbgCl/rGJ2fptH13TX0+e/SAoo/JNnVEc8EZsfPH7ZTbpuwb9jwj49N8X+NCi8emfz13HZK79mFkq7iXcNqg68blvazJXKja61y/PmNvzwVX0wNEbY3RF5dPyntcuaS6UIv8zpg0rK8OaxkZaVu+f8xc3Xzi7urf2/1erJ9LLOCbvV5bjHNFScIMEeipCHBlEsfYVuos1EJh1LY2Z6wn97Fyx7QU3CjBxxeqUEgLM5bNWmn+uIEa0q/0tfqMkRprO59z0M3s0yssR+8+VuuvODhVoYrLX4G9GmpTm3QvGDcwknXgbv981+r3ydPkbKm04vKMT5NhLT0YGmN09VH5t6dKtu935yzWgN5dr7fX83GllPN2jcsLd20/fxzNHN1fo3fqreWJ3Q4y29H18YtfP0hnLJmYc0w5Jat9xf64WXP2Yn3nqN0ibUv/XvVaOMH9uDBJWjJlmNZfcXDGlniBxfENCKER4MqkqyZV+Z+kQYmxC2Hfo4zHx+m25glwhYQdz+JmMkLXOZZOGaoJQ713p8h5pDG6bv/rdMZ772unfPsO+bpqrnJW4LKvtWzqUEld3aUZYwdTMyT9jYEr1Y+PX6Czl3lXfC46eJpO3mcXrZieubDuypZReY8v1rrIAlwJj+kaA5f76CDdaukBrlg7rj1mrl78+kFFjqqs1QvG6nN7j9cZSyZUuimxV/l3HUSBABex3upcu6vrL/vK/ygt/7hzXzy/TRnY3q69t2zVoq2Z65D5GQMXdIFcP1WCwhU4/7ze/NLfvM8/aKoG9g5WkRvXf5xOef9D32/Wya6RQqGhkl2oFx0yTX8+f2lGparzwOh3YkieZ9zgPjprmXfFZ6c+DbrgoKm+xx8lv545324FwpILpYzpczUOMv2pFmtGTY3J6eaO8jfXcQvH6b8+G2zoQlN9rS46ZJr6NvbMuXjFvpfS7w07ux/x1DO/88uovz6WVKTbsMySb3F+mzSqtU3ff7Nrb8VkgEof9u91rqC/NgoVrRZv/3dtsY3qbz72PCZwBe4TV8v+739Ir3fdlG8yQTENdTX65Wl7+Tq2lFll5Rwekn2putoaDffYzsvrfSFG3+75pRqYf801v7tWlEOHi0Fwkr51xGx98fYnJPnbPD2IRy5cqo+3lz4rsVyL//ZUMVhpxdNXD5uhHz+8PrLzf27v8Xr5nS0lPz6y8bAOEODKxOk6YyElg1fYFpVavs23F2pSob8UX7ad3WPN8v5hDLKMiCRp7nHSnGOl8+/WgMQA5FJm+/VtrNO0kfk3hfa/E4P3ceXc2cD3tWx6BS6rC9VRe6P65elVgUt24ScHVLv+spdyuq6lZNLOU0LDjpg7Wp/cbZTueuJ1fWJ28EH9hYo4Q/s1Sf6W9EOZpH+LxDi/6bN77KzPhpjZXcxFh0yL7NyVRhdqmcRgpnuKyfq39POE6+7MpxI7MRhjdMUnZ6YqaKW8UQbposhZcsPrjgopVnzK1zXj+ZxCchGgbj5p99zzJv7NftWS338+t1ENLMwkhvQw2/UzHOyENTVGh+02KlYVRpQmyCtIF2r3RIArkzj9+HR1oZbWqlTVJU8Xau6QomBvFG98GG6/z1Kf01ELxmpcYv2t7DdFVxuZJ+06pK9O2Gt8zu1xeUsNUt1pSWxZM3Zg5rZqcZk1K0kLd/WeHZj9vpZc1b/W5xpyQZVSUcw3Bu6Q2SO0esFYXXDQFEctq3JH/lT6xNWVbkVsxen9B+7QhVomsRoD52Bl9/TzFBLFLw5X3dGe47fSK3B+zxXgujU1Rl/5xDTd+L8vZV03Rt8kPn1u7/Had/IQTRia2X8W9+eS6kL1HAMXzXVL+bJ8Zo+x+t1zb2nV/DGp2xrravWNT8502LLiXP8h49TUQyrdgniL8UuH0lGBK5M4daH6mT0alPeosYIju0q6VqEAF2TWq59eBb9vuC72Y4x35MnPGJMT3qpB8nXNnjSTfBn97uJQzEoHC8iO6N9Lvz1rkYY1559IAhQT6/CNkhHgyiROPz6NyTE1JTYq3yzU9Huj5nWFr7eu1naVvghvUqWKRzEvWqWU83s552ty9G3SPz/m7Pxeb2yuVoWfMrxZ6684ODXmrFpe43wYRhUvQb6XeO26J7pQyyROs1AbPAaeBxV2EkPn40sYE+TxmN+0h9tIOylzsLjx9cuv0CHJcWJBrlsVytDcnK7YSSucnNdzHbiEOseD/EuddAB4K7YOXNf9BLjuiQpcmcTp56fR0Rg4P4+vxl8cGWPgHAyC69+r8P6IyWtUc3Wm2iS/1l7fn3HdWBsoBV2o3RMBrkw6YvR+0BAyVSUrYOlj6YzHOW2emsOw9jZJ0oD2UmfB5v9iuqpyun7zLna2uGSFbx0xSzNH9a90MzJE9aW58KCpGjWgl+c2aa4rcJOGdY4TjMtrXQoiQHVJ/16L80K+KB1dqGUSp5+fRkdlMT+TIfKFqmM/+EijW9v0RENf/WSnXoGv63VVP8/KmOJVwZLW6gr+kNzrOjhHGJ+eN0afnjem+IFF3HTCAgetidbCCYP1v+ct8bzf1Ri4pP8+cXc9/foHvrf6iqVqLKdDEuvAhTG4X0Po5a2iUsW/TaqLqx+fpuhMdwAAIABJREFUGZu917TyK2wFLqnUt7g6SSu2bC35uqVW2tZfcbBW+liBvpSz17lY+bXSCS4oj2+jhbsOcnYJ1xWrXYb08XWc6wrcwD4NWjRxiNNzlhsRIF5WzRvt+1jyW+luPHa+vn54eZfs8YsAVyaBt3jy4OIFCzuJIfm74MGO2anbvM5V6u+Nf9oz+NYqQYOd11+l2aHBz3O47ZQCEyh8ppBqGeBerJUuu6Bdf03WfGEfrb38wKLHsVNB9RrqeJ/XuDp3xWTfx5LfSje0uUlH7z620s3Iiy7UMnH1A+TiDa3O0Z9j57WepAZ9o+AxpVbLCoeA0sfAWY+P/ZzfS7/GutQYpzCqZXxUse+eOD+POp9dmExiqF6/O2extrXGaeXNaARZLJsu1O6JClyZuNqJocbBiVy9NaWvuVaoAlfq9lZe/Pwu6lVfW/L5s38vDu9fZAHVIl9Qv22pusjg0WCXuzCQo+KjWjJAv6Z6DekhVTi/quSlQ0AEuDJx9QMU9gX77htvpT42WZ/71VXp8vPuWuJuCwXeLbxnoXa5+qiWkq4r5VZfrsjasmj+uJ0Cnc9vd1yx4HPzibmbsi+ZMjRQW+BPr4bOn7TGOn5Fojr1a+rqYKuW8I1g+O1UJq4K+mG6UC97+x3ts3Vbxhn22epmdk2pm2IFv8dfV+mA3qXvyJB99n5N9Vo0sXPyyI9PWKCbTsgNUmEkK3TtReb6L5yQO4ElzODa731mjm7/vJvFj6NSqQLcGftN1FlLJ+rI+fEc+1IJdMNVl2uOnqM9d+mcUMQr1z0R4MrEWQUuRBfq4Zs/llS+N8Vp2270FbZWTB+ec1tp7xVd1/JT9PKzmX32scbj/jD6NXUu9Lt5e5vbExdx0MwRmj9uYFmvWS16NdTq7P0nqYEKXMq4wf5m8CIehjU36ZJDp0uSWkbHa31HuMEkhjJxtcisi7O4G0VX+Exb1NQ5Bq5IGJs6olmfPWVPrfqvP/m6evbpOqxRjbEZX+Mw47AKVTmNyQ1wxa9U+IjmRFfHR9taizeuypy+367avC1EMC1zCe6bR8zS/3tyY3kvGmNHzR+jYc1NWjF9uKaNbK50cxDQ5OH9dM8XFmni0PCTrBA/BLiIJcOGq50Y4jSJwc85/QRXY6SpIzJ/wRTa+iX7nPmODFMlS39ssvKW3h7XMxRH79Q78GNOWjRev3jsNaftCOvsZZP03QfXZdx27oopoc5Z7qVVVs0bo1UOFjPuLq741KxKNyFS+00eUvbKd7lNGU7w7q4IcBF6d9u7Us12Se66UHe0ORhN56oxvjZ5L7SZfdrHWaGo0HCw3ABnlB35fO3TGuAL0dWFapwHuH9eOkGD+jZoZcso34+58OBpuvDgaXrjg8wxjMObmyq2avhZyybqrGUTK3JtoBQ/PD7+u4YAXhjgEaHFty7WxxOulRSvdeDCLuvRNXbM5YKtmdravYOq91ZawbpQvb6W+R66V2ICwaideuWMrwu7bEZjXa2O32t86MVjRw3opYcLbA9VjVhGBEBczI7ZWEIqcFGr3SHJXYDr3VZdL1lNgfm3v2nfQ9KTMjI5b9StJW50n+TZpZt2Wq8KXHqFLfnhqYt31eG7jdLIAcH3bi2Xmhr3e3jms9vYAVo2dZi+fID/leABoJr97V+XqU9jvN5/qcCViauttJpbG7XLjnCD3ce2tWlka5uO+vCjjNv32X5Vyef0enY1Hp2oF7ceq43q2jMzuxq2o0AFznsnhrQjHI+Bq6kxnuGt6LXKVEZKD6ejIgyajXW1uuHYeZroYPeJYijAAYiDQX0b1RRigfgoEODKxNVODNtq2/Sr14rPkjsksWRIPqPa2nXvhte1LG1D+ePe/1Cv2GG+2hBkId/s7trtvUckzpF2TJ7TtBYY6+dnYkSYcWrOB87PXu32fEX86Pj5sV/fzS9XuzosGDdQu7AMBoBuJF71wG7MVRfqgFZ/W8R84+139Ju+/t6wnnrpFUnSf5bcKm81Wc/83dFLNeKF/845LrcLNdwYOD+CjIEL7PjfSts/kiatcHAyf5IVuH0nDy04hrAnuq2bBFoASCLAlYmLt9O7Xt6ku3e0xPJV8+5CzXrmiZSRnDnqpZQxcJmTGAI/vOuxGecsMXrvvLD0Bjjgcj/SSuoezwIA3IthFOieXFTghtutOr3uLgdnCidIpasmaxXfDuUPcNl5o9AYOF9ry4V56w/40EqGjMF9GzSsuVFvfrg943aCD9A9PXLhUjXUMvoJjIErGxeTGNLPcNz7H2qvtDFslZFW8fLalio7uvrcI8tvF+ph2y/Le3sYQcNfJatddbU1uvXk7ts92E0KiYAzQ/s1hdrrGd0HFbhycfxGdM5770uS5oyYLTW+q9ZKvNPlTUyZN2Z3oXruP5r1BSr0F2ayAvee7avH7YSMs6Q+CvHlSF+Jw/WivVFINjF9s/Fizd5n0pAIW+ROuXdiAIBqQQWuTFyMgcu3AO/I9Z/WmvWbHJzdv7xbV3mtqeazApcdOK4+ajf9y/6TNG1E7jYwfhYi9gowfqp06RW10TsVX47jwBnDfZw1OvlCTqGq4PorDtZNJ7ACPQBUMypwZeKie6/YpvDlly8kZN6WHeBsxhg47zMN79+kM5dO1D1/f8Pz6tlfjqCzUL0U2uIr29/+dZn696p3ct1SpSpwFW1FRCjAAUBeVODKJKo3V1ehJew1/9IxJXVvOpM1+s9ajwDnEZTyV/uKC9P1FqTXdFDfRtVVeEBxVxdqRZsBACgjAlwV8Vi1zLMyN7StTft/vCXCFnV5z+ZflT+nApenrYWW6rAFUknupvbF9e9VvOhcbeOuusuSIfl046cGAKHQhRqBrTvatbW1PeO2ShRHfvfq69oh6b7xYyO6go8dEbKe+YDe+bsbvc700qbcHSW8xsD5WQfu/AOn6u2Ptuvep9/0uGKBxsRUsrklr1kHAKg6VOAisPK7D2nOV+/LuC2qrk6r6PPGBjs465oB1oHLChX9m+oS58jkFbi2h9xSK1ufxjqduGiXgtestqpPtbU3iG781AAgFCpwDn2wpVX/76mNeuHNzTn3udgLtVJvZps0oOTHZo+B86pFhukGNHkmRhQ6W02RMWPVsHRIumrr8g2iO3cPA0AYVOAcOveOJ3TBnU/lvS/KSQyVe4tLD0z5W5GzjMi8z0mSHmxvUWOd228//1/jwl+xao0MTGIAgJ6DAOfQOx/v8LzPyTIiAW8vdl+pgjyXnAA3skWbvviWNmpQyddP1vQ+st5rtBUq3BQr6lRb0afa2htEN35qABAKAc6hqN9s8p2/swJXqbe54td9oKOlhEcV9p6adVnrZ/XZ1gsybvc7Ji55lOcYuJjHhqlZixt3TWIAAPQUjIFzqFAlJMo31zjHjZval+uX7QslXZ66zcW4phvbD0x93BnccqZFeD42eX3Pbb1i/AV9+tIVqqvNaqDHmL4zl07UPhMzJ6BUmzi/FgBQSQQ4hwpVbqLqQq1M1aVQ/2TnP1tsY+qGD9VH/XIP8fT9z8wJ2Jr8iwN7qaniUNCn0f+P7L/sPynClpRH3KuhAFApBDiXKlSBq7SB7Zlr3h22/TK9bksf4zasf1PYJhUeA5d4obrLMiJduvN3GQAgHWPgyiS6Clz508a1n52b+njh65N08+uZ+5U+bifoLe3k+fjsgJRdZXHxjApO7ChyAZYRiY8qeykAoGwIcA4Veq+xFXoniuKqc3cemPp4581DNKqtPXWdBh/7ghYLHKWOkYtiM3sAAOKIAFflKlGBK6Rv3jFa5Wlj5lZa3tcsVmGrtsVj2cweAHoeApxDrmehzty2XT/J6p50de44y/dl3H38wDy3lnj+YuvAObtSeXTnZUSqLEsDQNkwicEh17NQayS1bPdeHLjU84ZX/ndVP+PS0r8WYcbA+QkNvzx9L/VtrC1+YBlZSnAA0GNQgSuTKLfSKiSqqPWTzy1wdi6b9dXJF6BqHH6nuhiD1zJmgCYM7Vf0uHKoti7fILrzBA0ACIMA55DrLtQ4v3Utmjgk43Njy72hV67MMXDexyXvi/PXFwCAQghwDrkOcLHtEEt7olGEoHxVFz+VmKAL+cb261ui7vZ8JMbAAYAXAly5VOiNqJre/wb2aZDk5k27cOCrpq9Kcf2a6lRbY3TBgVMr3RQAQJkwicGhwpMYgocGP4+wMk6WElm948KSHpdb9Sl/HWizeqm/tsjIaki/Rr390faCx3e3LtT62hq9+PWDKt2MSHSX1wgAXCPAlUncu1BftUMDHJ3bhVrJN9pP7rhUi2ueVLu6ZoUW3koL1aI7T9AAgDAIcA55vdf8um/v2M9CdbYChY833Ia6zp77kQN66XUHl3zRjtKL7aN8H59ckqQ7jhkDAPQMFRkDZ4z5ljHmOWPMk8aYO40xA9LuO98Ys84Y87wxZkXa7QckbltnjDmvEu0u1QVDBsd+Fmqp3bA5z8tHEuzVUKt7v7CPVkwfnvf+qIsuFHWqBy8VAORXqUkM90maYa2dJekFSedLkjFmmqSjJE2XdICk7xljao0xtZK+K+lASdMkrU4cGyuuu3v8hD5XVaRAAc7BLNTJw/upria6t+fCXagm8S8AANWpIgHOWrvGWtuW+PTPkkYnPl4p6WfW2u3W2pckrZO0IPHfOmvtP6y1OyT9LHFsrGQEgtqPM+57oaG+rG3Zbjuv57sLNbqmBJZ3GRGHaYsKXPXgtQKA/OKwjMgJkn6b+HiUpFfT7tuQuM3r9tjqN+mrGZ//d//mwOfYfeu2osekV85GtLUVONL/eYI9zj0ny4gkTjJ5WDx2S0BpmMQAAPlFNonBGHO/pHyDnC601v4qccyFktok/dThdU+WdLIkjR071tVpfV7b33HDtjRr2ZQLNfqRK7Sg7Rk91tSoywcPVMu27bri7U2y6gxGI9vafZ3PyuiBVzZomzE6aMyo1K1BFApw1foW+siFS9W3sU7/9tvnNGt0apglVR0AQNWLLMBZa5cVut8Yc5ykQyQttV27cL8maUzaYaMTt6nA7dnXvU7SdZI0b968svYM+s0Fw7b015je0zVuR4MmtbdqfX3nyzCkvV2jfIa2pGTwGtLeoU21pRdUC32hdh3aV3qj8ONdZiI3C/lKQ/s1SZIuXTkj6/wkOABAdavULNQDJH1J0qHW2i1pd90l6ShjTKMxZrykiZIekfRXSRONMeONMQ3qnOhwV7nb7Y5Rh+0KXx0RBAoTuHOz/BW47CBVynVO3XfX0OfwsnpBeSu4AAD4Val14K6R1CjpvsSb+J+ttZ+31j5tjLlN0jPq7Fo93VrbLknGmDMk3SupVtKN1tqnK9N0b4EqO9bmRKyaEhZjs56fBD1PabNQo5A+ieHO0xbq1fe26vZHXy3wiDznKLQvrY+v8/orDg50PQAAyqkiAc5aO6HAfZdLujzP7XdLujvKdpWLkRLj3DpTRnLywYztOwKfyyt4BY1YhSONj7PZ/Mf8+IQFem7jh7pmfcAGJew2diftNnYnzwAXJkrSlRpfvzx9L615uki/PQD0YOzE4JDvOGCNrJU6EqFn9vYdumPDRk1sbY2sbUWbVLD1/kt72XXFxZOGaPGkIb4CXPKR0W9mn7ies+0n4FrLmAFqGTOg+IEA0EMR4BwK1oNqM0LT5JLDm1cFLugs1HDXdDqJweG5AADojuKwDlyP1DmJIT5KXQcun1IrJ6W0wCs0+wnTdKECAKoVAc4p/4EgfQxcGF69gHWmI9h5HE5iuPO0hYGuHfD0AAD0eAQ4h/wGD6vOLlS/EWtske7VqCt5QStVfo93MQbNz1i3KK8PAEAlMAauApKRw3rM3Mx28+tv6u3a2rz3pVfOwhSuCkWZ8gcd/8+Eah0AoCeiAudQkCzRYa06fD6if0eHJlRwhmquaCcxFDN9ZNe+sr0bSv8bhDFwAIBqRYCrgM4uVEdj4LrhnM1CuepHx8/XD4+fn/r8hL3H6dwVkwOdv3+veknSypaRJbUPAIBKI8A5VBOgotPZLRmvMVgn7DW+0k2QlL+al14tSx/31lhXq9P381wXOq9+TfV6+tIV+uLyYMEPAIC4YAycQ0F65Ob/43uaax8KfU13EdCoxrP9WXdUQddjsWF7fRr51gcAVC8qcBXS8uqP8t7+bMeY8jbEl2gqhV5j0IqNTauC/AgAQKQIcA4FCRa1tj3v7X/smBXomlYmNQ6uErkm+5pkKwAAokeAi5l25V8uJGpFJ0Oc/Ie0T6KNacV2ZSUkAgB6OgKcQ2EWlU1qD/iShJ2F+kLHKElSq2oLVxBHtnhcv5OL555EFykAAIUxktslB8EjeIAL58zWf1a7arRNjQWO8n5i2feUY14t67cBAHo6AlzMtNvyFkW3qFGv2GFFjsqKZfkClMPk5rKaBwBAd0QXqkMuYkfQClzYq4bNXS4rbn4La4UOozgHAOgJCHAOueja6yjzS5Kxl2qI9pfyyGkDp0mSJu+UuaBuvmb4PT/70wMAegICXMy0BZyFWpllRDqv9KUDwu1ksHTnpbr7k3drv7H7Bbt6nif6xFeW6/Gv7B+qPQAAVAsCnEN+A9R+tU943lfuCpy/Vuc/5rR9g21hlc+YfgEXLk6rsKUHuf696zWgd0Po9gAAUA0IcDHw5daTUh93BKyjhR7DFsMux2I9uclJDkH2ngUAoDshwDlUap64tb2rCzFogAvLzzpy1s8s1ArIv+l92ZsBAEDZEeAccpEdgi7MG3Yh33RxyT5FJ1Mk7qYCBwDoqQhwDrmYhVpKIAvTC+oyAHaer3x9suQ3AEBPRYBzqDIVuLDXKy53Yd3cNjrdSqvY/VTgAAA9HAEuZrzGwL1mBxV9bClxxnUFrpyRKl9+O3rBzpKk5l5sMgIA6L4IcC45SC/JQPVcR+byGmva5xU83gWvalyQblEXXah5F/I1uefPV4E7c+kEvfj1g9S7gQAHAOi+CHAOuehGdF0RC3M9az3uyxOcjE0+xkGAK/I1SF4if9Azqq2haxUA0L1RpoiZZBeq8VnJChv4XE05SLaiHFMYkiGx2sfA/fHc/dRYz99QAIDgCHAOucwTNVlRyCuouah3pc7lUT3z97TcRbhiX8eOAhW4ajJ2UO9KNwEAUKX48z9mOmznS+K3AqfE0aUqrYKXbxZq4nyhulD9taW7VOAAACgVAc4hN8uIJM9VuAK33dY7vKq/NhXSVX9zWRPMf1tjfa0kafGkIaGvBQBANaIL1SEXBaEwm9mXtoyII8lJDGUYBde3sU5/PHc/DevfGPm1AACIIwJczCTjT4068t6ee3zYSQzpY+B8PijfLNTEecJ1oSYHtxU/kvFjAICejC5Uh6JcRmRn82boc+e/nhtpMdDRGQEAgBcCnEMuulBtahmRTPvXPuZxfPnXjiukI+JJDA6WmQMAoOoR4GImGcayu1DTtdfUe95X6vUKHpMTmkzORyax6G85N7MHAKCnIsA55GYSQ/4K3G1ti9OvlPrI6Ri4nHv9n5suVAAAyocAFzOpLlSTGYR+0bEoouuVwOTGtboaF5MYCl0yPt3EAABUGgHOIRchoyM1mzPzXO02/0uVWYGLKjwVuC/rc7pQAQCIHsuIOBQmvv3Tji9rmHkvdZbn7Fj9pm0PnVr3a0lSe0bWNopk/miIU6Y2sw/ZGgAAUBwVuJj4Y8ds3d6+b0YA+re21amPcxf4tWn/L13YrbS6do5I3OaiC5UUCABAQQQ4h9zuxGCzbvfazD7Yrqm5j/dxjI9QllrIl/QFAEDkCHAx05FaRiQzCLWX4aUKE0CTjyXAAQAQPQKcQy53YsjdSsu7Audlgx3s+3qSd+9nzuSMfFtpOchtfgIkC/kCAECAc8pvBev9XmM87+saU9bpX1uP18k7zi6pAndz2xLN2nZd6vPzWk/Mcz0/qan4IU7Ca4HrsIgIAABdCHAV8ObQvTzvs4mXJDmy7b/b99eajvl5JjHkyhdyPlTf1Mc/a1+S53rBzgcAACqPAOeQi8DTVYHzN4khyvZ4TkzI14Ua8loAAMA/ApxDvhfyLVD26trMvsAkBp/X8TM/NXMrrdIHmLnoQgUAAP4Q4GKmwyPAFepC9RrHFjTAefETzso1iQEAALATQ0XYtKRyeevRGff9tWOKfts+X99sOyrj9lK6UMupXK1jEioAAAS4iru+/ZCMz3eoXqe2np1zXEfaXqh+Q4yfUFV4GRH/sSze8RIAgO6FLlSHfHcBlrCYmdcyIqVthRWMv7Fx4dsxsHdD55noSwUAoCAqcA75H8gfPKD46ULNHofmagycHy4y149OmK/fPfuWhvRrjOT8AAB0F1TgqoSN6KXyVwsszySGEf176Zg9dg5/IgAAujkCnEN/XPu2r+NKyTrvqp+e7Bif+MzolNZz9If2WdpRoIhqfKQqZxU4RsEBAFA2BDiH1r21ObJzd6hGx+w4P/X5H+1sHdt6ngpVx8oZqYhvAACUDwGuqgTd0N5VBc77PMctHCepjMuIsJs9AAAEuMooLe5EMeM0bBwaOaCXk3YAAAD/CHAVEGbLqiQ/S20E3korRHWrhk5UAADKhgBXAaXGJK/H9aqvlRS8rvd0R+EZn3W1nd8efRpYbQYAgDghwFWE2y7UAb3qS7rKwTu+UfComkSVr7aGbxMAAOKEd+ZurEYdoR4fpwkD9YlqYA0r+gIAwE4M1SToJIbakAEuOc7OxZi9sL562AyNHNBL+04eUummAABQcQS4CnAehzyqUvVqD3faIJvZR1wZG9y3URcdMi3SawAAUC3oQq0i6bNKM+LSisvVamtzjq9Tm6Pr0m0JAECcEOCqUE5X6vTDNXv79TnHBa3AZVcG49B1CgAAchHgKiCquQHZdbK6kF2oAAAgnhgDV4WMbM6wt3yZsM64GQPntxK3/e399f1PrQp1TQAAUBwVuAjU9n6x0k2QJNWHHAMXdGLCjk1LNXNwS6hrAgCA4ghwEei9c+54NBe2qUGS9OS0c3Luy7fESNAuVK+uXSYxAAAQLwS4KtKuWo3bdrP+MW61r+PDjoGL00K+AACgCwEupJc2faxNm7cHfFS4ipbfYBV2HbiSkPkAAIgcAS6kQ695SN/9/bpAj4lieQ6bp6Mz7DpwQXZiGN7cJElqrM9djw4AALjFLFQHouhprDFSR4HzdsY17wM22WZd3fapQNcMEyz3mzJU/+/IvdW/V33J5wAAAP5QgQuplM7QCQ3Ft4SaNKyf531W0hf2n1jw8fO2X6u/2ilBm5aXn0kM9bVG00f2d3I9AABQGAGuzL42+x4NqxtV9LiBfRoK3n/avhNcNQkAAFQZAlxIxpjAszU7wm78HtFEASadAgBQHQhwIYXNYl5qojpxCdgTFQCAeCHAORA43vh4QND8lm8h37BYwBcAgHgiwIUUNOIYY4qGrRXThxW8v9wVMYIcAADxQoBzIOjYsUIB7Pdf3Ff/9dl5IVuU3/orDo7kvAAAoLwIcCF1VtTcV8QKbSSfLzBG0YUKAADiiQAXUuAuVJ+PilMcYxIDAADxQoBzIGgXau8G7+2mksEt+CQGAADQUxDgQgoatIyRPjG7+EK+B80c4XlfVGHN67xMYgAAIF4IcA4EDVR1NcUD0ap5Y7Ro4uDSGhTAqfvuqq+unJ73vkLj8IoZ2q+x5McCAIDC2Mw+NBOoCzVINauhNn++9prEUErcqq+tCRXUvDzwxX21vbXd+XkBAAABLrSSsk+BB6XfVZbNGNLSoMuttPo21qlvI99eAABEgS5UJ6pvCsER+mbq4xjt2gUAAHwgwIUUfCeG8NfMt6xH0HXgnrfjUg2aMbK/JGmvCYMKP2jiikDXAAAA0aCPy4HgXY/uS15D+jZIQYacJZtgrWaPGaAnLl6u/r3qdf7/FXjMUT+V2raHaCUAAHCBABeSMcECXLHoljkVIf/R+a7Xp6FW2uq/Hdn696ovflBtfed/AACgouhCDSkua6RVbCutyQd1/jvjiMpcHwCAHogKnAPpY9KM2oo/IKJZAxWJcIMnSpd8UIkrAwDQY1GBCyk7iy0a8j3vY62JbMbnkqnDozkxAACIHQKcA+lj0rb0ftPzuEPXLUx85G8dOM/r5bntgoOmFn8gAADoFghwIRllBqpC+ave1hU5orDa5BZceWYx1PrYnitdPEbuAQCAUhDgQsrehqpQMAo60SC7Glfw0QH7Zqtv6WEAAJBEgHPAWskmqmKmSDIyRvHY+oAEBwBA1SLAOeJnLTgTp9QUgwwJAABKQ4BzwPoeBRdOsnDnFQNjFRABAEBkCHAhmcQshmR0KvQFtallf0sLecnxdsG37gIAAN1JRQOcMeYcY4w1xgxOfG6MMf9hjFlnjHnSGDMn7dhjjTFrE/8dW7lWZ0pVxZJj4CrYFgAA0DNUbCcGY8wYScslvZJ284GSJib+213S9yXtbowZKOliSfPUWez6mzHmLmvte+VtdX6pgpjZUXQ/+exZq7n3p30cplEAAKDbKhjgjDFPqcB8RWvtrBDXvkrSlyT9Ku22lZJusp3lrD8bYwYYY0ZI2lfSfdbadxPtuk/SAZJuCXF9J5KdolZSvylf0TO+HlRaNBs7sLfWvbW5pMfmNMHJWQAAQCUUq8Adkvj39MS/P0n8+5kwFzXGrJT0mrX2iayK1ChJr6Z9viFxm9ftsWCtjXxc2i5D+mjhroO07q3Nqe7aRy5cqo6O0s7HMDoAAKpXwQBnrX1Zkowx+1trd0u76zxjzGOSzvN6rDHmfkn5Nui8UNIF6uw+dc4Yc7KkkyVp7NixUVwi63rBwlCpkxhmjuqf86ih/ZoCnwcAAFQ/v2PgjDFmL2vt/yY+WagiEyCstcs8TjRT0nhJyerbaEmPGWMWSHpN0pi0w0cnbntNnd2o6bc/6HHd6yRdJ0nz5s2LvNCUDFXWUU0rvSLpNR7OcxkRymoAAPQIfgPcCZJ+aIzpn/j8/cSuA1zvAAAgAElEQVRtgVlrn5I0NPm5MWa9pHnW2k3GmLsknWGM+Zk6JzF8YK3daIy5V9LXjTE7JR62XNL5pVw/Cp07Mfg7ttRNGIwxZV9GxLJeCQAAsVQ0wBljaiRNsNbOTgY4a+0HEbXnbkkHSVonaYuk4xPXe9cY81VJf00cd1lyQkOldYWqAGGnhBTHpAMAAJBUNMBZazuMMV+SdFsUwc1aOy7tY6uuCRPZx90o6UbX13fBSmq3xRYQ6VTyNqgVSHDFljwBAACV4Xch3/uNMV80xowxxgxM/hdpy6qEUWf1ra2jzdn58t9OmAIAAJ38joE7MvFvenXMStrFbXOqUCJXtba3Bn9QkEekPYSRaQAA9Gy+Apy1dnzUDalmVlKr9RfgglTSso912aPp51RMYgAAIJ58b6VljJkhaZqk1OJj1tqbomhUNUkGIT9dqDZ5tM8ktvPg3qmPa3w8JEi+8xPNGAMHAEA8+QpwxpiL1bkO2zR1zhQ9UNJDknp8gJMkWam1vXiAM7JFU1Z6Zvri8sl6edMW3fP0GxnVOCpjAAD0bH4nMRwhaamkN6y1x0uaLal/4Yf0DMYYWVnt6AgyBs6f+toaLZ48JHEdaemUYZKk3ccPcn4tAABQPfx2oW5NLCfSZoxplvSWMndM6LFSOzH4rIoF3Uor/bR7Txysl75xEF2bAAD0cH4D3KPGmAGSrpf0N0mbJf0pslZVGWulDlt8V3nrI7hlT1xIbtGVDG2ENwAA4HcW6mmJD681xtwjqdla+2R0zaoeyTzlai/UbB028zoAAAB+JzH8RNIfJf2Ptfa5aJtUfQLPKWArLQAAEILfSQw3Shoh6T+NMf8wxvzcGHNWhO2qGkadkxg6fKa4wHU6ZpwCAIAsfrtQf2+M+aOk+ZL2k/R5SdMlXR1h26pCqgvVb84qclx2ca490Yda62chuCxfXD5JfRrr9O/r8lzHX3MAAEAM+e1C/Z2kPuqcuPA/kuZba9+KsmHVxFr/s1A7K3V+C59Se+K0NSV0u+6+yyDNHzcwb4AjuAEAUL38JoknJe2QNEPSLEkzjDG9ImtVVfLZhRowOSWDYSkBzg/G1gEAUH38dqGeLUnGmH6SjpP0Q0nDJTVG1rIqYqVgY+AChLGOVIAL3i7f7QEAAFXFbxfqGZIWSZorab06JzX8T3TNqh7GmM4uVN8VuMLHZee09sTycqWMgQMAAN2T34V8myT9u6S/WWuLb/rZg3TtxODv+KAVr1QFzkeAKyXiEQsBAKg+vsbAWWuvlFQv6bOSZIwZYowZH2XDqosNWIEL0IXaQRcqAADI5CvAGWMulvRlSecnbqqX9N9RNaqadC0jEs0kho4Qs1DDLiGXek6U6QAAiBW/s1APl3SopI8lyVr7uqR+UTWq2gQaA1fsgOx14CKeheoLZToAAGLFb4DbYTvLMYlJlKZPdE2qLsb4zzdWiapYkFmoIRbyLXQZP2czbMAKAEAs+Q1wtxlj/kvSAGPMSZLul3RDdM2qHiYRhfwsI2IUfNP7MMuIFGqSn1YY+k4BAIglv+vAXWmM2V/Sh5ImS/qKtfa+SFtWRaz1vxdqR4lj4CpRDQsaNgEAQHn4XUZEicB2nyQZY2qMMZ+x1v40spZVia5c5WYduGzJYOinC9V1xGMSAwAA8VSwC9UY02yMOd8Yc40xZrnpdIakf0haVZ4mxp9N/c/HcUW0Z5XoUpvZO6rA3TLh21q948JgD6IQBwBArBSrwP1E0nvq3MT+REkXqLMec5i19vGI21YVjDrHmnX4SDnJYwvNLtje2pHxeZCFfAupM50v9boBC/Wnjpd8TSFmEgMAAPFULMDtYq2dKUnGmBskbZQ01lq7LfKWVYtEyPG/jEjh4+pqM0NTshczTH773ad/p8bazG1rfc1Cpe8UAIBYKhbgWpMfWGvbjTEbCG+5UsuD+Diuo8P7/iH9GjV6p94Zt7WndmIoPUwN7T00b1uKYRIDAADxVCzAzTbGfJj42Ejqlfi8szfQ2uZIW1cFUnuhBlrIN38YW7jroJzb2kN0oYbdfotJDAAAxFPBAGetrS1XQ6qZtTbAVlrex+W7K3l80EkMZy6ZoDljd/K8P9BCvhTiAACIFd/LiCC/wHuhBjx/ssvVTzUt/ZB/WT454JXynY/SGwAAceR3JwZ46OpC9SngVlpR7YVKUQ0AgOpFgHMgyGb2hXZsyHdPci/UsMuIlIJJDAAAxBMBLqRnNn6oh9ZtSgWtYgpNYsiX0ZLj0OocBzg/Z2MSAwAA8cQYuJC2JRbefePDrRm3T9m+Q881NuQc71WAO3bPnXXm0ok5t19w0BT1aazVQTNHhG9sQExiAAAgnqjAOZIdzM559738x3mkoUtXztCgvo05tw/q26jLVs5QQ53bl8pPJmMSAwAA8USAcyR7bJtX9Cm2lVbUglyZMXAAAMQTAc6R7LCTLyhZmUgjka9xbQHO53dpFAAAUF4EOEeyw06+MGXkf8HfqAWqAdKTCgBArDCJwRG/sawzv1U+ER2313i98s7HOnHRLp7HmAp29QIAAG9U4BzpKLRLfZpKV+CSkaxfY52+c9Ru6t+rPuP+M1rOUP/G/pkPikfREAAAJBDgHPHThZoaA1fBylaxLHbK7FP0b4v+rSxtAQAApSHAOeJvWQ7ruQ5cudE7CgBA9SLAOZKzjIhHUCu0lVY5BWoGYQ8AgFghwDnSljUGLl/mGT+4r46YO9rj3vDM/BOLHxPJlQEAQDkR4BzZ3tae8Xm+Fd+O32u8BvTO3V7LmYO/Hc1541E0BAAACQQ4R3a0+ZuFWmlkMQAAqh8BzpEdORW4AphBAAAAQiDAObKjvToqcCVFR/ImAACxQoBzpLVKAhwAAKh+BDhHsitwhYtW8V3I192DAABAVAhwjmSPgYs7huEBAFC9CHCO5C4jUkAM0pOfhXwNg98AAIglApwjO9r97cRQaUEimaXvFACAWKqrdAO6i7b2zArc2LZWX487adF4vfnh9iia5A6FOAAAYoUA50j2HqdN1mrCjh1a15Bv54WuRHThwdMiblkmJjEAAFD96EJ1pL2j+y0jwhg4AADiiQDnSNYQuG4xBg4AAMQTAc4Ra3MrcJ4ZLgazUP1gEgMAAPHEGDhH2juyZqFWqB3FlBTJHDyZX678pfrU9wl/IgAAQIBzJXsSQ2FxjXfR2XXArpVuAgAA3QZdqI5kV+AkycYwqJXUInpSAQCIFQKcI/kqcNWee5iFCgBAPBHgHHn5nY/9H8wkBgAAEAIBLkJxjD+HtoyUJO03ZYjnMVMGTpEkHT3l6M4bqiNvAgDQYxDgXDHVMQt11ugBWn/FwZowtJ/nMYN6DdJTxz6lfUbvU8aWAQAAvwhwFRHXeOchjqVEAAB6MAIcPJkqGasHAEBPQ4Bzpjq6UIOwgda2AwAA5UKAC2n6yGbP+6xXiqu2ylaVNRcAgO6OABfSzSfukfiIahUAACgPAlxINR5fwYJFq2qrwJFNAQCIFQJcSDUFwli15x4mMQAAEE9sZh9SbY3RSG1SjXlHH6TdblT9AY5JDAAAxBMVuJBqjNHDTWfqwvqfVrop0aEQBwBArBDgQqoJEm7okgQAAA4Q4EKqTSS47M7GvF2o1dolWaXNBgCguyLAhZQc6N8dMw6TGAAAiCcCXIRs9uCxKgtETGIAACCeCHCOdOuoU125EwCAbo8A54ivAEdFCwAAOECAc6U7V6nInQAAxAoBLgImUWnLyT1VNgaOSQwAAMQTOzGE1Nreqlfr63InLHQDTGIAACCeqMCF9NU/f1UrR4/Uu3l2tbfZmW74rMzPpx8eXcNc6n7ZFACAqkYFLqS/vvFXSdJHaQEumXdy6ldjFnR9/OWXpYY+kbYNAAB0TwS4Suk1oNItAAAAVYouVEfSu0u7XY8jQ+EAAIgVAlyEyD0AACAKBDgU1+1KigAAVDcCnCPp1TbPSQwAAAAOEOAcIawBAIByIcA50q0DXLd+cgAAVB8CHAAAQJUhwDmSbyutblO4YhIDAACxQoADAACoMgS4CFCwAgAAUSLAOZKvuzRft2pV6jZ9wQAAdA8EOEdsN8lqAAAg/ghwjmQs5Gtzb6tqhFMAAGKFABchW99U6SYAAIBuiADnSOZWWonPauoq0hYAANC9EeAc6Tbdpfl06ycHAED1qViAM8b8szHmOWPM08aYb6bdfr4xZp0x5nljzIq02w9I3LbOGHNeZVrtrc3kGyhG8gEAAO5VpI/PGLOfpJWSZltrtxtjhiZunybpKEnTJY2UdL8xZlLiYd+VtL+kDZL+aoy5y1r7TPlbn9/PmvulPu52Y/673RMCAKC6VWqQ1qmSrrDWbpcka+1bidtXSvpZ4vaXjDHrJC1I3LfOWvsPSTLG/CxxbGwCXD7U3wAAQBQq1YU6SdIiY8xfjDF/MMbMT9w+StKracdtSNzmdTsAAECPE1kFzhhzv6Thee66MHHdgZL2kDRf0m3GmF0cXfdkSSdL0tixY12cMngbKnJVAADQU0QW4Ky1y7zuM8acKukX1lor6RFjTIekwZJekzQm7dDRidtU4Pbs614n6TpJmjdvXkV7MS19qAAAIAKV6kL9paT9JCkxSaFB0iZJd0k6yhjTaIwZL2mipEck/VXSRGPMeGNMgzonOtxVkZYHYBkFBwAAIlCpSQw3SrrRGPN3STskHZuoxj1tjLlNnZMT2iSdbq1tlyRjzBmS7pVUK+lGa+3TlWm6f8Q3AAAQhYoEOGvtDknHeNx3uaTL89x+t6S7I26aU1TgAABAFNiJAQAAoMoQ4CLALFQAABAlAlyE6EAFAABRIMBFIFmBYwwcAACIAgEuQqwDBwAAokCAC4kqGwAAKDcCXAS6Sxdqc0OzJGmX/k52OQMAAI5UaiHfbsN04zmnuwzYRdcvv14tQ1oq3RQAAJCGABeh6q6/ddpjxB6VbgIAAMhCF2oETCK5VXsXKgAAiCcCHAAAQJUhwEWI+hsAAIgCAS4CW2o6JzbQhQoAAKJAgItAu0kEOPIbAACIAAEOAACgyhDgAAAAqgwBLkKMgQMAAFEgwEWI+AYAAKJAgAvNO6ZRgQMAAFEgwEWI+AYAAKJAgAMAAKgyBDgAAIAqQ4ALi9V6AQBAmRHgAAAAqgwBDgAAoMoQ4AAAAKoMAQ4AAKDKEOAAAACqDAEuNGahAgCA8iLAAQAAVBkCHAAAQJUhwAEAAFQZAlxY7MQAAADKjAAXEvENAACUGwEuNCIcAAAoLwJcSB22o9JNAAAAPQwBLiTLGDgAAFBmBLiQOuhCBQAAZUaAC4sKHAAAKDMCXEgdYgwcAAAoLwJcSBTgAABAuRHgQrJU4AAAQJkR4ELqoAQHAADKjAAXkvU5C/Xzsz8fcUsAAEBPQYALye9Cvqe3nB5xSwAAQE9BgAMAAKgyBLiQ2EoLAACUGwEuJKYwAACAciPAheR3EgMAAIArBLiQ2MweAACUGwEuJCpwAACg3AhwIbGQLwAAKDcCXEjWtlW6CQAAoIchwIXEGDgAAFBuBLiQ8q0CN8X0Kns7AABAz0GAC8kaU+kmAACAHoYAFwEiHQAAiBIBLhJEOAAAEB0CHAAAQJUhwIX04Ovv5NzGsDgAABAlAlxI9TY3rRlWFgEAABEiwIVkKLcBAIAyI8CFlC++EekAAECUCHAh5avAEeAAAECUCHAhGeIaAAAoMwJcWOQ3AABQZgS4kEy+WagVaAcAAOg5CHAhMQsVAACUGwEupHxj4Ah1AAAgSgS4kAhrAACg3AhwIeWtwLETAwAAiBABLiwqcAAAoMwIcCHlrcBVoB0AAKDnIMCFVGgM3F7NE8rYEgAA0FMQ4EKqKVCBu2biMeVtDAAA6BEIcCEVqsDVmdoytgQAAPQUBLjQGPEGAADKiwAXFrNQAQBAmRHgQiPAAQCA8iLAhVWoAkd1DgAARIAAFxohDQAAlBcBLizyGwAAKDMCXGj5EhyboQIAgOgQ4MKauH+lWwAAAHoYAlxYB1yR50b6VQEAQHQIcGHV1le6BQAAoIchwEWKShwAAHCPAAcAAFBlCHARoO4GAACiRICLAIuIAACAKBHgAAAAqgwBLgKpLlT2QgUAABEgwAEAAFQZApwjw3oPq3QTAABAD0GAc+CXK3+pOz5xR6WbAQAAeoi6SjegO9h1wK6VbgIAAOhBqMABAABUGQJcpJiFCgAA3CPARYDYBgAAokSAi4BlLwYAABAhAhwAAECVIcBFgC5UAAAQJQIcAABAlSHAdUOGGiAAAN1aRQKcMabFGPNnY8zjxphHjTELErcbY8x/GGPWGWOeNMbMSXvMscaYtYn/jq1EuwOrwGb2PznwJ7r3U/eW/boAAKB8KrUTwzclXWqt/a0x5qDE5/tKOlDSxMR/u0v6vqTdjTEDJV0saZ4kK+lvxpi7rLXvVaLxxVSy/tUytKWCVwcAAOVQqS5UK6k58XF/Sa8nPl4p6Sbb6c+SBhhjRkhaIek+a+27idB2n6QDyt1ov1hEBAAARKlSFbgvSLrXGHOlOkPkwsTtoyS9mnbchsRtXrfnMMacLOlkSRo7dqzbVgMAAMRAZAHOGHO/pOF57rpQ0lJJZ1trf26MWSXpB5KWubiutfY6SddJ0rx58ypSDGMKAQAAiFJkAc5a6xnIjDE3STor8entkm5IfPyapDFph45O3PaaOsfIpd/+oKOmRogoBwAA3KvUGLjXJS1OfLxE0trEx3dJ+qfEbNQ9JH1grd0o6V5Jy40xOxljdpK0PHEbAABAj1OpMXAnSbraGFMnaZsSY9Yk3S3pIEnrJG2RdLwkWWvfNcZ8VdJfE8ddZq19t7xNBgAAiIeKBDhr7UOS5ua53Uo63eMxN0q6MeKmAQAAxB47MUSpAgv5AgCA7o8ABwAAUGUIcBGg7gYAAKJUqUkMAADAh9bWVm3YsEHbtm2rdFPgSFNTk0aPHq36+vqSz0GAAwAgxjZs2KB+/fpp3LhxMoytrnrWWr3zzjvasGGDxo8fX/J56EIFACDGtm3bpkGDBhHeugljjAYNGhS6okqAAwAg5ghv3YuL15MABwAACqqtrVVLS0vqvyuuuCLya77//vv63ve+F/hxl1xyia688sqc259//nntu+++amlp0dSpU3XyySdn3P+FL3xBo0aNUkdHR+q2H/3oRxoyZIhaWlo0ZcoUXXXVVaHO5xJj4AAAQEG9evXS448/XtZrJgPcaaed5uR8Z555ps4++2ytXLlSkvTUU0+l7uvo6NCdd96pMWPG6A9/+IP222+/1H1HHnmkrrnmGr3zzjuaPHmyjjjiCI0ZM6bk87lCBS4CJs9HAAB0Jx988IEmT56s559/XpK0evVqXX/99ZKkvn376uyzz9b06dO1dOlSvf3225KkF198UQcccIDmzp2rRYsW6bnnnpMkvfnmmzr88MM1e/ZszZ49Ww8//LDOO+88vfjii2ppadG5554rSfrWt76l+fPna9asWbr44otTbbn88ss1adIk7b333qn2ZNu4caNGjx6d+nzmzJmpjx988EFNnz5dp556qm655Za8jx80aJAmTJigjRs3OjlfWFTgItBEcAMARODSXz+tZ17/0Ok5p41s1sWfmF7wmK1bt6qlpSX1+fnnn5+qTB133HE666yz9N577+mkk06SJH388ceaN2+errrqKl122WW69NJLdc011+jkk0/Wtddeq4kTJ+ovf/mLTjvtND3wwAM688wztXjxYt15551qb2/X5s2bdcUVV+jvf/97qvK3Zs0arV27Vo888oistTr00EP1xz/+UX369NHPfvYzPf7442pra9OcOXM0d27Obp06++yztWTJEi1cuFDLly/X8ccfrwEDBkiSbrnlFq1evVorV67UBRdcoNbW1pwlPl555RVt27ZNs2bNcnK+sKjAReDSmhGVbgIAAM4ku1CT/x155JGSpP33318zZ87U6aefrhtuuCF1fE1NTeqYY445Rg899JA2b96shx9+WJ/+9KfV0tKiU045JVXNeuCBB3TqqadK6hxv179//5w2rFmzRmvWrNFuu+2mOXPm6LnnntPatWv1P//zPzr88MPVu3dvNTc369BDD837HI4//ng9++yz+vSnP60HH3xQe+yxh7Zv364dO3bo7rvv1mGHHabm5mbtvvvuuvfee1OPu/XWWzVr1ixNmDBBp512mpqamkKdzxUqcBEYZBJfVmYNAQAcKlYpK7eOjg49++yz6t27t957772MLsV0xhh1dHRowIABJY+ls9bq/PPP1ymnnJJx+3e+8x3f5xg5cqROOOEEnXDCCZoxY4b+/ve/6/XXX9f777+f6gLdsmWLevXqpUMOOURS1xi4Rx99VMuXL9ehhx6q4cOHl3w+V6jAAQCAklx11VWaOnWqbr75Zh1//PFqbW2V1Bns7rjjDknSzTffrL333lvNzc0aP368br/9dkmdgeyJJ56QJC1dulTf//73JUnt7e364IMP1K9fP3300Uepa61YsUI33nijNm/eLEl67bXX9NZbb2mfffbRL3/5S23dulUfffSRfv3rX+dt6z333JNq3xtvvKF33nlHo0aN0i233KIbbrhB69ev1/r16/XSSy/pvvvu05YtWzIeP2/ePH32s5/V1Vdf7eR8YRHgAABAQckxcMn/zjvvPD3//PO64YYb9O1vf1uLFi3SPvvso6997WuSpD59+uiRRx7RjBkz9MADD+grX/mKJOmnP/2pfvCDH2j27NmaPn26fvWrX0mSrr76av3+97/XzJkzNXfuXD3zzDMaNGiQ9tprL82YMUPnnnuuli9frqOPPlp77rmnZs6cqSOOOEIfffSR5syZoyOPPFKzZ8/WgQceqPnz5+d9DmvWrNGMGTM0e/ZsrVixQt/61rfU3Nyse+65RwcffHDquD59+mjvvffOGwS//OUv64c//KE++ugjJ+cLw1hrnZ4wTubNm2cfffTRsl1v5o87y6VP1U2R1q6Rjr5NM//0xc7bjn2q0EMBAMjr2Wef1dSpUyvdjED69u2bqpQhv3yvqzHmb9baeX4eTwUOAACgyhDgotCNq5oAABRD9S16BLhIMQsVAAC4R4ADAACoMgQ4AACAKsNCvhG7aI+LNLBpYKWbAQAAuhEqcJHomsSwavIqLdt5WQXbAgBAOJdffrmmT5+uWbNmqaWlRX/5y18kSZs2bVJ9fb2uvfbajOPHjRunmTNnatasWVq8eLFefvnloucqdD7kIsABAABPf/rTn/Sb3/xGjz32mJ588kndf//9GjNmjCTp9ttv1x577KFbbrkl53G///3v9eSTT2rfffdNLfBb6FzFzodMBDgAAOBp48aNGjx4sBobGyVJgwcP1siRIyVJt9xyi7797W/rtdde04YNG/I+fs8999Rrr71W9Fx+z4dOjIGLEpvZAwBc+u150huOd/YZPlM68ArPu5cvX67LLrtMkyZN0rJly3TkkUdq8eLFevXVV7Vx40YtWLBAq1at0q233qpzzjkn5/H33HOPDjvssILnkuT7fOhEBS4KB35TmnywNG5RpVsCAEAoffv21d/+9jddd911GjJkiI488kj96Ec/0q233qpVq1ZJko466qicbs/99ttPo0aN0m9/+1utXr264LkkFT0fMrEXqkOpvVDZ9xQA4Ejc9kK944479OMf/1ivv/663njjDdXX10uSXn/9dT399NOaOHGixo0bp0cffVQDBgzQZz7zGY0aNUr//u//7nmuX//615o7d67n+boj9kIFAACRef7557V27drU548//rja29u1efNmvfbaa1q/fr3Wr1+v888/P6dqVldXp+985zu66aab9O677+Y9184776wXXnjB1/nQhQAHAAA8bd68Wccee6ymTZumWbNm6ZlnntHuu++uww8/POO4T33qU3kD14gRI7R69Wp997vfzXuuSy65RLfccovv86ETXagO0YUKAHAtbl2ocCNsFyqzUB36193/Vc+991ylmwEAALo5ApxDR045stJNAAAAPQBj4AAAAKoMAQ4AAKDKEOAAAACqDAEOAACgyhDgAABAQRs2bNDKlSs1ceJE7bLLLjrjjDO0fft2PfjggzrkkEMiv/5XvvIV3X///ZFfp5oQ4AAAgCdrrT75yU/qsMMO09q1a7V27Vpt3bpVX/rSl5xdo62treD9l112mZYtW+bset0BAQ4AAHh64IEH1NTUpOOPP16SVFtbq6uuuko33XSTNm/enDru448/1gknnKAFCxZot912069+9StJ0vr167Vo0SLNmTNHc+bM0cMPPyxJevDBB7Vo0SIdeuihmjZtmtavX6+pU6fqpJNO0vTp07V8+XJt3bpVknTcccfpjjvukCSNGzdOF198sebMmaOZM2fquec61199++23tf/++2v69Ok68cQTtfPOO2vTpk1l+zqVG+vAAQBQJf7tkX/Tc++6XTB+ysAp+vKCL3ve//TTT2vu3LkZtzU3N2vcuHFat25d6rbLL79cS5Ys0Y033qj3339fCxYs0LJlyzR06FDdd999ampq0tq1a7V69Wold0l67LHH9Pe//13jx4/X+vXrtXbtWt1yyy26/vrrtWrVKv385z/XMccck9OmwYMH67HHHtP3vvc9XXnllbrhhht06aWXasmSJTr//PN1zz336Ac/+IGjr1A8EeAAAEBoa9as0V133aUrr7xSkrRt2za98sorGjlypM444ww9/vjjqq2t1QsvvJB6zIIFCzR+/PjU5+PHj1dLS4skae7cuVq/fn3ea33yk59MHfOLX/xCkvTQQw/pzjvvlCQdcMAB2mmnnZw/xzghwAEAUCUKVcqiMm3atFT3ZdKHH36oN954Q5MnT05NLrDW6uc//7kmT56ccewll1yiYcOG6YknnlBHR4eamppS9/Xp0yfj2MbGxtTHtbW1qS7UbMnjamtri46f664YAwcAADwtXbpUW7Zs0Wff8G8AAAeuSURBVE033SRJam9v1znnnKMzzjhDvXr1Sh23YsUK/ed//qestZKk//u//5MkffDBBxoxYoRqamr0k5/8RO3t7ZG0c6+99tJtt90mqbMa+N5770VynbggwAEAAE/GGN1555264447NHHiRA0aNEg1NTW68MILM4676KKL1NraqlmzZmn69Om66KKLJEmnnXaafvzjH2v27Nl67rnncqpurlx88cVas2aNZsyYodtvv13Dhw9Xv379IrlWHJhkUu6O5s2bZ5MDJQEAqEbPPvuspk6dWulmpDz88MNavXq17rzzTs2ZM6fSzUnZvn27amtrVVdXpz/96U869dRT9fjjj1e6WZ7yva7GmL9Za+f5eTxj4AAAgG8LFy7Uyy+/XOlm5HjllVe0atUqdXR0qKGhQddff32lmxQpAhwAAKh6EydOTI276wkYAwcAAFBlCHAAAMRcdx6v3hO5eD0JcAAAxFhTU5PeeecdQlw3Ya3VO++8k7EeXikYAwcAQIz9//buLtSqOg/j+PfBLKFXrQjxVGrUgFdlEV5UN4WpVNYMhBHoTMEwUDAxRBhCdFtRF1EUxcRU9EZU5E2UDcPMlZXaKW3KPJqQclJ7IYOi118X67dzeTr74N7nHNdeaz0f2Ox1/q69Xc/6rXX+/71ezh4aGmLPnj0cOHCg6kWxKTJr1iyGhoYm9R4ewJmZmQ2wmTNnHvZ1U2bgU6hmZmZmteMBnJmZmVnNeABnZmZmVjON/iotSQeAo/Hnok8DPj8K/88ganN2aHf+NmeHdud39vZqc/6jkf3siDj9SGZs9ADuaJG06Ui/u6xp2pwd2p2/zdmh3fmdvZ3Zod35By27T6GamZmZ1YwHcGZmZmY14wHc1His6gWoUJuzQ7vztzk7tDu/s7dXm/MPVHZfA2dmZmZWMz4CZ2ZmZlYzHsBNgqRlkrZLGpG0turlmQ6SzpT0H0n/l/SBpL9n+92S9koazseK0mvuzHWyXdKV1S395EnaLWlrZtyUbXMkbZC0I59nZ7skPZjZ35e0uNql75+kP5RqOyzpoKTbmlx3SU9I2i9pW6mt51pLWpPz75C0poosveqS/T5JH2W+VySdku3zJX1X2gYeLb3mwtxfRnL9qIo8veqSv+dtvY59QpfsL5Ry75Y0nO1NrH23Pm7w9/2I8KOPBzAD2AksBI4F3gMWVb1c05BzLrA4p08EPgYWAXcDt48z/6JcF8cBC3Idzag6xyTy7wZOG9N2L7A2p9cC9+T0CuA1QMAS4K2ql3+K1sEM4DPg7CbXHbgMWAxs67fWwBxgVz7PzunZVWfrM/tS4JicvqeUfX55vjHv83auD+X6WV51tknk72lbr2ufMF72Mf9+P3BXg2vfrY8b+H3fR+D6dzEwEhG7IuIH4HlgZcXLNOUiYjQituT0N8CHwLwJXrISeD4ivo+IT4ARinXVJCuBJ3P6SeDaUvtTUdgInCJpbhULOMUuB3ZGxER/FLv2dY+I/wFfjmnutdZXAhsi4suI+ArYACyb/qWfnPGyR8QbEfFT/rgRGJroPTL/SRGxMYoe7SkOra+B1qX23XTb1mvZJ0yUPY+iXQ88N9F71Lz23fq4gd/3PYDr3zzg09LPe5h4YFN7kuYDFwBvZdOteQj5ic7hZZq3XgJ4Q9JmSX/NtjMiYjSnPwPOyOmmZe9YxeG/wNtQ945ea93U9XATxVGHjgWS3pX0X0mXZts8irwdTcjey7bexNpfCuyLiB2ltsbWfkwfN/D7vgdwdkQknQC8BNwWEQeBR4BzgPOBUYrD7E10SUQsBpYDt0i6rPyP+WmzsbdySzoWuAZ4MZvaUvffaXqtu5G0DvgJeCabRoGzIuIC4B/As5JOqmr5plFrt/WSGzj8w1tjaz9OH/ebQd33PYDr317gzNLPQ9nWOJJmUmzYz0TEywARsS8ifo6IX4DHOXS6rFHrJSL25vN+4BWKnPs6p0bzeX/O3qjsaTmwJSL2QXvqXtJrrRu1HiT9GbgKuDE7MfLU4Rc5vZniuq/zKHKWT7PWOnsf23rTan8M8EfghU5bU2s/Xh9HDfZ9D+D69w5wrqQFeZRiFbC+4mWacnkNxD+BDyPigVJ7+dqu64DOHUzrgVWSjpO0ADiX4uLW2pF0vKQTO9MUF3Vvo8jYucNoDfBqTq8HVuddSkuAr0uH4OvqsE/gbaj7GL3W+nVgqaTZecptabbVjqRlwB3ANRHxban9dEkzcnohRa13Zf6Dkpbk743VHFpftdPHtt60PuEK4KOI+O3UaBNr362Pow77/nTeIdH0B8XdKB9TfApZV/XyTFPGSygOHb8PDOdjBfA0sDXb1wNzS69Zl+tkOzW5E6lL9oUUd5K9B3zQqTFwKvBvYAfwJjAn2wU8nNm3AhdVnWGS+Y8HvgBOLrU1tu4UA9VR4EeK61du7qfWFNeLjeTjL1XnmkT2EYprejr7/aM5759yfxgGtgBXl97nIoqBzk7gIfKPxQ/6o0v+nrf1OvYJ42XP9n8BfxszbxNr362PG/h939/EYGZmZlYzPoVqZmZmVjMewJmZmZnVjAdwZmZmZjXjAZyZmZlZzXgAZ2ZmZlYzHsCZmZmZ1YwHcGZmZmY14wGcmZmZWc38CkuX8gVl+m2tAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 720x720 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.figure(figsize=(10,10))\n",
    "plt.plot(e_sarsa_timestep_reward)\n",
    "plt.plot(sarsa_timestep_reward)\n",
    "plt.plot(q_timestep_reward)\n",
    "plt.ylabel('Reward')\n",
    "plt.legend([\"Expected SARSA\", \"SARSA\", \"Qlearning\"])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<BarContainer object of 3 artists>"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlsAAAGfCAYAAABoVBdOAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGwJJREFUeJzt3Xm0ZWdZJ+DfSxIJEiC2KSEmtCXIPCVQ0m0iGqJCHDpoN5HJKMqw6BaFALpUUJxYoqgoCLZhtIVGBASRQaAxIWIToBISUhkQOkITQFPRVohgNMnbf+x9qVOVqntvJfXdyedZ6646Z4/vubX3Pb/97W/vXd0dAADGuNV6FwAAsJUJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADHb7eBSw65phjevv27etdBgDAii644IJrunvbStNtqLC1ffv27Ny5c73LAABYUVV9ajXTOY0IADCQsAUAMJCwBQAwkLAFADCQsAUAMJCwBQAwkLAFADCQsAUAMJCwBQAwkLAFADCQsAUAMJCwBQAwkLAFADCQsAUAMJCwBQAwkLAFADDQ4etdAADspWq9K2Cz617vCvaiZQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgIGELAGAgYQsAYCBhCwBgoOFhq6oOq6qPVNXbRq8LAGCjWYuWracluXwN1gMAsOEMDVtVdXyS707y8pHrAQDYqEa3bP1Wkp9McuPg9QAAbEjDwlZVfU+Sq7v7ghWme3JV7ayqnbt37x5VDgDAuhjZsnVyktOr6pNJ/jDJqVX1mn0n6u6zu3tHd+/Ytm3bwHIAANbesLDV3T/d3cd39/Ykj07y5939A6PWBwCwEbnPFgDAQIevxUq6+9wk567FugAANhItWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADCVsAAAMJWwAAAwlbAAADDQtbVXVkVX2oqi6uqkur6hdGrQsAYKM6fOCyr0tyandfW1VHJHl/Vb2zu88fuE4AgA1lWNjq7k5y7fz2iPmnR60PAGAjGtpnq6oOq6qLklyd5D3d/cGR6wMA2GiGhq3uvqG7T0hyfJIHV9V9952mqp5cVTuraufu3btHlgMAsObW5GrE7v6HJOckOW0/487u7h3dvWPbtm1rUQ4AwJoZeTXitqo6en59myTfkeSKUesDANiIRl6NeGyS36+qwzKFuj/q7rcNXB8AwIYz8mrEjyY5cdTyAQA2A3eQBwAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABhI2AIAGEjYAgAYSNgCABjo8JUmqKpvSvIDSR6S5NgkX0qyK8nbk7ymu/9xaIUAAJvYsi1bVfXOJE9M8q4kp2UKW/dO8pwkRyb5k6o6fXSRAACb1UotW2d29zX7DLs2yYXzz29U1TFDKgMA2AKWbdlaClpVdduqutX8+u5VdXpVHbE4DQAAN7XaDvLnJTmyqo5L8u4kZyZ59aiiAAC2itWGreruLyb5z0le2t1nJLnPuLIAALaGVYet+arEx2W6CjFJDhtTEgDA1rHasPW0JD+d5M3dfWlV3SXJOePKAgDYGla8z1aSdPd5mfptLb2/MsmPjyoKAGCrWOk+Wy+rqvsdYNxtq+pHqupxY0oDANj8VmrZekmSn50D164kuzPdzPRuSW6f5JVJXju0QgCATWzZsNXdFyX5/qo6KsmO7Hlcz+Xd/bE1qA8AYFNbbZ+ta5OcO7YUAICtZ7VXIwIAcDMIWwAAAx1U2KqqrxxVCADAVrSqsFVVJ1XVZUmumN8/oKpeOrQyAIAtYLUtWy9M8vAkf5ck3X1xkm8ZVRQAwFax6tOI3f3pfQbdcIhrAQDYclZ164ckn66qk5J0VR2R6VmJl48rCwBga1hty9ZTkvxokuOSfCbJCfN7AACWsdqbml6TxDMQAQAO0qrCVlV9fZIfS7J9cZ7uPn1MWQAAW8Nq+2y9JckrkvxpkhvHlQMAsLWsNmz9c3e/aGglAABb0GrD1m9X1XOTvDvJdUsDu/vCIVUBAGwRqw1b90tyZpJTs+c0Ys/vAQA4gNWGrTOS3KW7/2VkMQAAW81q77O1K8nRIwsBANiKVtuydXSSK6rqw9m7z5ZbPwAALGO1Yeu5Q6sAANiiVnsH+feNLgQAYCtaNmxV1fu7+5ur6guZrj788qgk3d23H1odAMAmt1LL1m2TpLtvtwa1AABsOStdjdgrjAcAYBkrtWx9TVU940Aju/s3D3E9AABbykph67AkR2XqowUAwEFaKWx9rrt/cU0qAQDYglbqs6VFCwDgFlgpbH3bmlQBALBFLRu2uvvv16oQAICtaLUPogYA4GYQtgAABhK2AAAGErYAAAYaFraq6s5VdU5VXVZVl1bV00atCwBgo1rppqa3xPVJntndF1bV7ZJcUFXv6e7LBq4TAGBDGday1d2f6+4L59dfSHJ5kuNGrQ8AYCNakz5bVbU9yYlJPrgW6wMA2CiGh62qOirJm5I8vbs/v5/xT66qnVW1c/fu3aPLAQBYU0PDVlUdkSlovba7/3h/03T32d29o7t3bNu2bWQ5AABrbuTViJXkFUku7+7fHLUeAICNbGTL1slJzkxyalVdNP9818D1AQBsOMNu/dDd709So5YPALAZuIM8AMBAwhYAwEDCFgDAQMIWAMBAwhYAwEDCFgDAQMIWAMBAwhYAwEDCFgDAQMIWAMBAwhYAwEDCFgDAQMIWAMBAwhYAwEDCFgDAQMIWAMBAh693AWutar0rYLPrXu8KANhMtGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAx0+HoXANwyde65610Cm1yfcsp6lwBbmpYtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhC0AgIGELQCAgYQtAICBhoWtqnplVV1dVbtGrQMAYKMb2bL16iSnDVw+AMCGNyxsdfd5Sf5+1PIBADYDfbYAAAZa97BVVU+uqp1VtXP37t3rXQ4AwCG17mGru8/u7h3dvWPbtm3rXQ4AwCG17mELAGArG3nrh9cl+UCSe1TVVVX1hFHrAgDYqA4fteDufsyoZQMAbBZOIwIADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMJGwBAAwkbAEADCRsAQAMNDRsVdVpVfWxqvpEVf3UyHUBAGxEw8JWVR2W5CVJvjPJvZM8pqruPWp9AAAb0ciWrQcn+UR3X9nd/5LkD5M8YuD6AAA2nJFh67gkn154f9U8DADg34zD17uAqnpykifPb6+tqo+tZz3kmCTXrHcRG1nVelfAzWC7XoZNelOyTS9n7f5Qf91qJhoZtj6T5M4L74+fh+2lu89OcvbAOjgIVbWzu3esdx1wKNmu2Wps05vLyNOIH05yt6r6+qr6iiSPTvLWgesDANhwhrVsdff1VfXUJO9KcliSV3b3paPWBwCwEQ3ts9Xd70jyjpHr4JBzSpetyHbNVmOb3kSqu9e7BgCALcvjegAABhK2gBVV1fFV9SdV9fGqurKqfqeqbj2PO6Wq3rbG9fzvQ7isE6vqFfPre1bVB6rquqp61irmfVFVXbvw/luq6sKqur6qHrmf6W9fVVdV1e+ssNxfr6pTb87n+beqqm6oqosWfoY/Iq6qjq6q/3Yz5vv5/W1fVXWPqjp3rv/yqlrTU4VV9fSq+sF9hj2zqrqqjjnAPIu/97cuDH9FVV1cVR+tqjdW1VHz8GdU1WXz8PdW1bK3Tqiq/1VVX3UoPt96ErbWUVU9u6ounTe6i6rqPyyMO6aq/rWqnrLPPJ+sqkvmed63uKHenOXtp6Y3VtVd5tfPq6pPL36Z7Gf6x+3zB+7GqjphHvdn8852aVX99/kRTqmqX1qo8d1V9bXLLH9bVf3ZcjUzVlVVkj9O8pbuvluSuyW5TZJfG7jOZfuTdvdJh3B1P5PkRfPrv0/y40l+faWZqmpHkn2/BP5vkscn+Z8HmO2Xkpy3ippenMTzZA/Ol7r7hIWf56/BOo9OctBhaxkvSvLCuf57ZdoOVmWlfWaV8/9IFrbdqrpzkodl2q4PZPH3fvrC8LO6+wHdff95/qfOwz+SZMc8/I1Z+e/IH+TQ/o7XhbC1Tqrqm5J8T5IHzhvdt2fvO+6fkeT8JI/Zz+wPnec5N8lzDsHylmq6T5LDuvvKedCfZnrs0gF192uXdrQkZyb56+6+aB79/d39gCT3TbJtriFJXtDd95/neVuSn1tm+buTfK6qTl6uDoY6Nck/d/erkqS7b0hyVpIfXDpa3Z+qetB8QHBBVb2rqo6dhz+pqj48B/E3VdVXzsNfPYfyDyb5tfno/5Xzkf6VVfXjC8u+dv73lHn8G6vqiqp67RwOU1XfNQ+7oKYWqJu0vlXV7ZLcv7svnj/b1d394ST/utwvZD5weEGSn1wc3t2f7O6PJrlxf7+PJHdM8u7F5cyfe9d8EHXWvJxPJfnqqrrTcnWwvKq6Q1V9rKruMb9/XVU9aX59bVW9cD4YfG9VbZuH33U+ULygqv6iqu45D79jVb153m4vrqqTkjw/yV3nA8cXzNP9xLx9f7SqfmGhlmdX1V9V1fuT3OMAJR+b6WkrSZLuvmSed/tcy4Xzz0nz8FPm4W9NcllV3baq3j7Xt6uqHjVP93NzTbuq6uylfWQfpya5sLuvXxj2wkzb+EF37u7uz8/rrkwHZz0PP6e7vzhPdn6me3Cmqo6tqvPm3+WuqnrIPM1bs8z31mYhbK2fY5Nc093XJUl3X9Pdn10Y/5gkz0xyXFUdf4BlfCB7HoF0KJb3uCR/svSmu8/v7s8dxGd6TKZnYC7N//n55eFJviJ7drbPL8xz26XhVfWtCy1kH5m/CJPkLXNtrI/7JLlgccD8f/jJJN+wvxmq6ohMR+WP7O4HJXllkufNo/+4u79xDuKXJ3nCwqzHJzmpu58xv79nkodnCv3PnZe7rxOTPD3TA+/vkuTkqjoyye8l+c55/dsO8Nl2JNl1gHHLeWqSt652/6iqWyX5jST7njo6Iclx3X3f7r5fklctjLswiYOM1btN7d3K/qju/sdM/1evrqpHJ/mq7n7ZPP1tk+zs7vskeV+S587Dz07yY/N286wkL52HvyjJ++bt9oFJLs3U+vh/5gPOn6iqh2Vq+X1wpv/bB9V0avlBme41eUKS70ryjQf4DC9M8udV9c6qOquqjp6HX53kO7r7gUkelT0tsZlreVp33z3JaUk+O7co3TfJ0lmB35n3uftmCj7fs591n5yF/byqHpHkM0sHIss4sqp2VtX5VfW9iyOq6lVJ/ibTfry/VronJHnn/PqxSd41H4Q/IMlFSdLd/y/Jravqq1eoY0MTttbPu5PceT7SeWlVfevSiJqabo/t7g8l+aNMO9f+nJYpiByq5e21s90Mj0ryusUBVfWuTH8ovpCpyXhp+POq6tOZQtRSy9azkvzovLM9JMmX5uE75/dsHvfI1KL5nqq6KFML7FLIv+98NH5Jpv//+yzM94a55WzJ27v7uu6+JtN2dMf9rOtD3X1Vd9+Y6Q/09kx/3K/s7r+ep3ndfuZLpoOU3QfzwWo67X1GDuIUT6bTIO/o7qv2GX5lkrtU1Yur6rQkiwciVyc54Cl2bmLf04ivT5Lufk+SS5K8JMkTF6a/Mcnr59evSfLNNbXUnpTkDfN2+3uZtpFkavn53XmZN8xBbl8Pm38+kiks3zNT+HpIkjd39xfnA5X93uB7bj2+V5I3JDklyfk19Y08IsnL5n3mDZkOLJZ8aGE7vyTJd1TVr1bVQxZqfGhVfXCe/9Tsvc8t+fK+UFNr889kmbMOC75uvpP9Y5P8VlXddeHz/HCmbfjy7PO9U1U/kOlg5wXzoA8n+eGq+vkk9+vuLyxMvun3BWFrnXT3tUkelOm5kLuTvL6qHj+PflSmUJRMLUX7NqGeU1WfSfKdmb9EbuHylhz0F8+SmvqHfbG792ol6O6Hz8u9daadfGn4s7v7zklemz3n8v8yyW/WdLro6IXm7E2/o21yl2Xatr6sqm6f5E5JDvQs00py6cIX3/26+2HzuFcneerckvMLSY5cmO+f9lnOdQuvb8j+7w24mmkO5Ev7rH81TszUoveJqvpkkq+sqk+sMM83JXnqPP2vZzoF+/z5qP0BmboEPCXJyxfmOTJ7Dji4meZWxXsl+WJu2sduUWf6TvyHfULbvQ5mdUl+ZWHeb+juVxxMvd392e5+ZXc/Isn1mQ5azkryt5m2lR2ZzhQs+aeFef8qU0vXJUl+eT59eGSm1rlHzvvcy7L/bX5xX7hrkq9PcvG8zR6f5MLaz2nt7v7M/O+VmbbjE/cZf0Om753/sjSsqr49ybOTnL5wNua8JN+S6bF+r669O+pv+n1B2FpH89HRud393EyBY2ljfEySx88b+VuT3L+q7rYw60MzPfzyokxfVrd0eUtuzhfPkkfnAK0H3f3PmU5PPmI/o1+7VGdPHVqfmKmZ+y+X+kpkC+xom9x7MwWKH0y+3F/pNzKdmjjQ/8vHkmyrqS9hquqImvoEJsntMvXDOyLjTg9/LFOL0fb5/YFacy/PAU6FHkh3v72779Td27t7e6aDjGWX0d2P6+5/P0//rCT/o7t/qqYrvG7V3W/K1Pr3wIXZ7p6bd4qTvZ2V6f/5sUletXAq+lZJlq4YfWyS98+tTn9dVWckU3+jqnrAPM17k/zXefhhVXWHTC32S90dkumJKT9Se668O66qvibTRRHfW1W3mbtH/Kf9FVpVpy3VNwebr84UPu6Q5HNz6+2ZmZ7Ksr/5vzbT9viaTC1GD8yev+nXzHXd5CrZ2Zf3he6+pLu/ZmEbvypTf+C/2Wd9X1V7rko+JtPZkcvm39s3LP0Ok5ye5Ir5/YmZWgxP7+6rF5b1dUn+dj7N+/K59qX575Sp28KmJWytk5ou8V0MPCck+VRV3T3JUd193MKG/ivZpzVqbvV5eqYj5H93S5c3O+gvnvmz3CrJ92ehv1ZVHVV7OkQfnuS7s2dnW6zzEQvD7zrv5L+aqUl5KWz50llH3d1Jvi/JI6vq40n+LsmN3f28hcm+raZbGlxVVVdlagl7ZJJfraqLMx0YLF1B+LNJPpipJfOKQTV/KdOpuz+rqgsyfSne5LRPd1+R5A7zF2Cq6k5z/c9I8pz589x+HveOWubK2Xmab5znPyPJ71XVSo8oOy7JufMpq9ck+el5OUdk2hd3rvpDs2+frefX1DH+iUme2d1/kSn0PGee/p+SPLiqdmVqdf/Fefjjkjxh3m4vzZ6DxKdlOh13SabuFvfu7r/LdGC4q6pe0N3vznQ13wfm6d6Y5HbdfWGmU5YXZ+qj9OEDfIaHJdk1r/tdSX5iDjgvTfJD8/B75qYtwEvul+RD8/b03CS/3N3/kKk1a9e8zAOt+52ZWpaWVVU7qmqpBfZeSXbOdZ2T5PndfVmmFr7fn38Hl2Q6u7H0+31BkqMyn6qtPbeLOCVTS9pHMh0c/fY8/EFJzu+9O+5vOu4gv05q6jD54kyXDl+f5BOZTgH+aJLbdPdPLUx7/ySv7+57za1TO+Y+LKmqF2c6zfaOm7O8fWo6M8k9unvpCsdfy3TE97VJPpvk5d3981V1+lzDz83TnZJpJ/uPC8u6Y6YrDW+dKdSfk+lS4Our6k2Z+vTcmORTSZ7S3Z+ZP8tD5+GXJnl8dy/d7+i67j6YPjIMUtOVUK9L8n3zl8iGVFVHdfe185HxS5J8vLtfuJ/pzkryhe5++U0Wsk6q6vsytST87HrXslVV1bXdfcCraf8tqqo3J/nJ7v74eteypKp+O9PFKO9d71puCWGLL6uq22QKRSfv00l5XVXVeUkeMfdvgVWZQ9QPZerf8pEkT+o9l5wvTndkkjO6+w/WuMQDmk9jvWdulWAAYeum5pbAO879pzaEqnpS77mCdNMStthLVT08yeXdvdxN7NZMTfe+Obm737LixACwAQlbAAAD6SAPADCQsAUAMJCwBQAwkLAFADCQsAUAMND/B/4Z01tos0gHAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 720x504 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "times = [stime, qtime, etime]\n",
    "plt.figure(figsize=(10, 7))\n",
    "plt.ylabel('Time (s)')\n",
    "plt.bar(['SARSA (1.733s)', 'QLearning (1.414s)', 'Expected Sarsa (4.532s)'], height=times, color=['b', 'c', 'r'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[1.7339823246002197, 1.4145030975341797, 4.532875061035156]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "times"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
